2024-12-03 07:43:39,986 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-12-03 07:43:39,996 main DEBUG Took 0.008841 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-03 07:43:39,996 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-03 07:43:39,997 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-03 07:43:39,997 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-03 07:43:39,999 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 07:43:40,005 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-03 07:43:40,016 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 07:43:40,018 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 07:43:40,018 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 07:43:40,018 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 07:43:40,019 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 07:43:40,019 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 07:43:40,020 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 07:43:40,020 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 07:43:40,021 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 07:43:40,021 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 07:43:40,022 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 07:43:40,022 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 07:43:40,022 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 07:43:40,022 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 07:43:40,023 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 07:43:40,023 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 07:43:40,024 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 07:43:40,024 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 07:43:40,024 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 07:43:40,024 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 07:43:40,025 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 07:43:40,025 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 07:43:40,026 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 07:43:40,026 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 07:43:40,026 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 07:43:40,026 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-03 07:43:40,028 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 07:43:40,029 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-03 07:43:40,031 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-03 07:43:40,031 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-03 07:43:40,032 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-03 07:43:40,032 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-03 07:43:40,040 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-03 07:43:40,042 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-03 07:43:40,044 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-03 07:43:40,044 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-03 07:43:40,045 main DEBUG createAppenders(={Console}) 2024-12-03 07:43:40,045 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-12-03 07:43:40,046 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-12-03 07:43:40,046 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-12-03 07:43:40,046 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-03 07:43:40,047 main DEBUG OutputStream closed 2024-12-03 07:43:40,047 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-03 07:43:40,047 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-03 07:43:40,047 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-12-03 07:43:40,113 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-03 07:43:40,116 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-03 07:43:40,117 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-03 07:43:40,118 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-03 07:43:40,119 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-03 07:43:40,119 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-03 07:43:40,120 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-03 07:43:40,120 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-03 07:43:40,121 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-03 07:43:40,121 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-03 07:43:40,122 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-03 07:43:40,122 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-03 07:43:40,123 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-03 07:43:40,123 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-03 07:43:40,123 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-03 07:43:40,124 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-03 07:43:40,124 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-03 07:43:40,125 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-03 07:43:40,127 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-03 07:43:40,127 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-12-03 07:43:40,128 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-03 07:43:40,129 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-12-03T07:43:40,376 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/091a5bef-b843-9b11-441f-7a04f175a400 2024-12-03 07:43:40,379 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-03 07:43:40,379 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-03T07:43:40,388 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins 2024-12-03T07:43:40,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T07:43:40,419 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/091a5bef-b843-9b11-441f-7a04f175a400/cluster_4a60a86f-905d-331e-f435-879bbacef9f0, deleteOnExit=true 2024-12-03T07:43:40,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T07:43:40,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/091a5bef-b843-9b11-441f-7a04f175a400/test.cache.data in system properties and HBase conf 2024-12-03T07:43:40,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/091a5bef-b843-9b11-441f-7a04f175a400/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T07:43:40,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/091a5bef-b843-9b11-441f-7a04f175a400/hadoop.log.dir in system properties and HBase conf 2024-12-03T07:43:40,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/091a5bef-b843-9b11-441f-7a04f175a400/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T07:43:40,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/091a5bef-b843-9b11-441f-7a04f175a400/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T07:43:40,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T07:43:40,516 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-03T07:43:40,604 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T07:43:40,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/091a5bef-b843-9b11-441f-7a04f175a400/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T07:43:40,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/091a5bef-b843-9b11-441f-7a04f175a400/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T07:43:40,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/091a5bef-b843-9b11-441f-7a04f175a400/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T07:43:40,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/091a5bef-b843-9b11-441f-7a04f175a400/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T07:43:40,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/091a5bef-b843-9b11-441f-7a04f175a400/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T07:43:40,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/091a5bef-b843-9b11-441f-7a04f175a400/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T07:43:40,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/091a5bef-b843-9b11-441f-7a04f175a400/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T07:43:40,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/091a5bef-b843-9b11-441f-7a04f175a400/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T07:43:40,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/091a5bef-b843-9b11-441f-7a04f175a400/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T07:43:40,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/091a5bef-b843-9b11-441f-7a04f175a400/nfs.dump.dir in system properties and HBase conf 2024-12-03T07:43:40,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/091a5bef-b843-9b11-441f-7a04f175a400/java.io.tmpdir in system properties and HBase conf 2024-12-03T07:43:40,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/091a5bef-b843-9b11-441f-7a04f175a400/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T07:43:40,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/091a5bef-b843-9b11-441f-7a04f175a400/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T07:43:40,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/091a5bef-b843-9b11-441f-7a04f175a400/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T07:43:41,414 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-03T07:43:41,486 INFO [Time-limited test {}] log.Log(170): Logging initialized @2198ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-03T07:43:41,559 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T07:43:41,617 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T07:43:41,637 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T07:43:41,637 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T07:43:41,638 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T07:43:41,651 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T07:43:41,653 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/091a5bef-b843-9b11-441f-7a04f175a400/hadoop.log.dir/,AVAILABLE} 2024-12-03T07:43:41,654 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T07:43:41,847 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/091a5bef-b843-9b11-441f-7a04f175a400/java.io.tmpdir/jetty-localhost-38519-hadoop-hdfs-3_4_1-tests_jar-_-any-16327528322146603492/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T07:43:41,854 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:38519} 2024-12-03T07:43:41,854 INFO [Time-limited test {}] server.Server(415): Started @2567ms 2024-12-03T07:43:42,227 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T07:43:42,236 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T07:43:42,237 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T07:43:42,238 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T07:43:42,238 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T07:43:42,239 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/091a5bef-b843-9b11-441f-7a04f175a400/hadoop.log.dir/,AVAILABLE} 2024-12-03T07:43:42,240 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T07:43:42,368 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4269bd31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/091a5bef-b843-9b11-441f-7a04f175a400/java.io.tmpdir/jetty-localhost-33677-hadoop-hdfs-3_4_1-tests_jar-_-any-11775146744203814369/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T07:43:42,369 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:33677} 2024-12-03T07:43:42,369 INFO [Time-limited test {}] server.Server(415): Started @3082ms 2024-12-03T07:43:42,426 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T07:43:42,838 WARN [Thread-71 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/091a5bef-b843-9b11-441f-7a04f175a400/cluster_4a60a86f-905d-331e-f435-879bbacef9f0/data/data1/current/BP-1278212466-172.17.0.2-1733211821186/current, will proceed with Du for space computation calculation, 2024-12-03T07:43:42,838 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/091a5bef-b843-9b11-441f-7a04f175a400/cluster_4a60a86f-905d-331e-f435-879bbacef9f0/data/data2/current/BP-1278212466-172.17.0.2-1733211821186/current, will proceed with Du for space computation calculation, 2024-12-03T07:43:42,877 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T07:43:42,932 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaa53cf99661d6e5d with lease ID 0x2bcac9b9b915a46f: Processing first storage report for DS-a31528da-63de-4651-9b06-c3793103d0d8 from datanode DatanodeRegistration(127.0.0.1:34641, datanodeUuid=b908ab47-316d-4c4e-82df-adc5cda8c602, infoPort=41455, infoSecurePort=0, ipcPort=36121, storageInfo=lv=-57;cid=testClusterID;nsid=437291688;c=1733211821186) 2024-12-03T07:43:42,934 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaa53cf99661d6e5d with lease ID 0x2bcac9b9b915a46f: from storage DS-a31528da-63de-4651-9b06-c3793103d0d8 node DatanodeRegistration(127.0.0.1:34641, datanodeUuid=b908ab47-316d-4c4e-82df-adc5cda8c602, infoPort=41455, infoSecurePort=0, ipcPort=36121, storageInfo=lv=-57;cid=testClusterID;nsid=437291688;c=1733211821186), blocks: 0, hasStaleStorage: true, processing time: 3 msecs, invalidatedBlocks: 0 2024-12-03T07:43:42,935 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaa53cf99661d6e5d with lease ID 0x2bcac9b9b915a46f: Processing first storage report for DS-0c5b046a-2cd6-4790-91df-87c891bb09a1 from datanode DatanodeRegistration(127.0.0.1:34641, datanodeUuid=b908ab47-316d-4c4e-82df-adc5cda8c602, infoPort=41455, infoSecurePort=0, ipcPort=36121, storageInfo=lv=-57;cid=testClusterID;nsid=437291688;c=1733211821186) 2024-12-03T07:43:42,935 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaa53cf99661d6e5d with lease ID 0x2bcac9b9b915a46f: from storage DS-0c5b046a-2cd6-4790-91df-87c891bb09a1 node DatanodeRegistration(127.0.0.1:34641, datanodeUuid=b908ab47-316d-4c4e-82df-adc5cda8c602, infoPort=41455, infoSecurePort=0, ipcPort=36121, storageInfo=lv=-57;cid=testClusterID;nsid=437291688;c=1733211821186), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T07:43:42,989 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/091a5bef-b843-9b11-441f-7a04f175a400 2024-12-03T07:43:43,069 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/091a5bef-b843-9b11-441f-7a04f175a400/cluster_4a60a86f-905d-331e-f435-879bbacef9f0/zookeeper_0, clientPort=62393, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/091a5bef-b843-9b11-441f-7a04f175a400/cluster_4a60a86f-905d-331e-f435-879bbacef9f0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/091a5bef-b843-9b11-441f-7a04f175a400/cluster_4a60a86f-905d-331e-f435-879bbacef9f0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T07:43:43,081 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62393 2024-12-03T07:43:43,097 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T07:43:43,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T07:43:43,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741825_1001 (size=7) 2024-12-03T07:43:43,765 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c with version=8 2024-12-03T07:43:43,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/hbase-staging 2024-12-03T07:43:43,858 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-03T07:43:44,102 INFO [Time-limited test {}] client.ConnectionUtils(128): master/911db94732f6:0 server-side Connection retries=45 2024-12-03T07:43:44,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T07:43:44,113 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T07:43:44,117 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T07:43:44,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T07:43:44,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T07:43:44,248 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T07:43:44,308 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-03T07:43:44,316 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-03T07:43:44,320 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T07:43:44,346 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 4506 (auto-detected) 2024-12-03T07:43:44,347 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-03T07:43:44,365 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40329 2024-12-03T07:43:44,386 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40329 connecting to ZooKeeper ensemble=127.0.0.1:62393 2024-12-03T07:43:44,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:403290x0, quorum=127.0.0.1:62393, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T07:43:44,419 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40329-0x101520c90720000 connected 2024-12-03T07:43:44,444 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T07:43:44,446 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T07:43:44,455 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40329-0x101520c90720000, quorum=127.0.0.1:62393, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T07:43:44,458 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c, hbase.cluster.distributed=false 2024-12-03T07:43:44,485 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40329-0x101520c90720000, quorum=127.0.0.1:62393, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T07:43:44,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40329 2024-12-03T07:43:44,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40329 2024-12-03T07:43:44,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40329 2024-12-03T07:43:44,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40329 2024-12-03T07:43:44,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40329 2024-12-03T07:43:44,621 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/911db94732f6:0 server-side Connection retries=45 2024-12-03T07:43:44,623 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T07:43:44,623 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T07:43:44,623 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T07:43:44,623 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T07:43:44,623 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T07:43:44,626 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T07:43:44,628 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T07:43:44,629 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39389 2024-12-03T07:43:44,631 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39389 connecting to ZooKeeper ensemble=127.0.0.1:62393 2024-12-03T07:43:44,632 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T07:43:44,635 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T07:43:44,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393890x0, quorum=127.0.0.1:62393, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T07:43:44,641 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39389-0x101520c90720001 connected 2024-12-03T07:43:44,641 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39389-0x101520c90720001, quorum=127.0.0.1:62393, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T07:43:44,645 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T07:43:44,655 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T07:43:44,657 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39389-0x101520c90720001, quorum=127.0.0.1:62393, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T07:43:44,661 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39389-0x101520c90720001, quorum=127.0.0.1:62393, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T07:43:44,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39389 2024-12-03T07:43:44,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39389 2024-12-03T07:43:44,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39389 2024-12-03T07:43:44,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39389 2024-12-03T07:43:44,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39389 2024-12-03T07:43:44,682 DEBUG [M:0;911db94732f6:40329 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;911db94732f6:40329 2024-12-03T07:43:44,682 INFO [master/911db94732f6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/911db94732f6,40329,1733211823909 2024-12-03T07:43:44,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x101520c90720001, quorum=127.0.0.1:62393, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T07:43:44,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40329-0x101520c90720000, quorum=127.0.0.1:62393, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T07:43:44,691 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40329-0x101520c90720000, quorum=127.0.0.1:62393, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/911db94732f6,40329,1733211823909 2024-12-03T07:43:44,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x101520c90720001, quorum=127.0.0.1:62393, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T07:43:44,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40329-0x101520c90720000, quorum=127.0.0.1:62393, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:43:44,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x101520c90720001, quorum=127.0.0.1:62393, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:43:44,712 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40329-0x101520c90720000, quorum=127.0.0.1:62393, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-03T07:43:44,713 INFO [master/911db94732f6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/911db94732f6,40329,1733211823909 from backup master directory 2024-12-03T07:43:44,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40329-0x101520c90720000, quorum=127.0.0.1:62393, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/911db94732f6,40329,1733211823909 2024-12-03T07:43:44,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x101520c90720001, quorum=127.0.0.1:62393, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T07:43:44,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40329-0x101520c90720000, quorum=127.0.0.1:62393, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T07:43:44,716 WARN [master/911db94732f6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T07:43:44,716 INFO [master/911db94732f6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=911db94732f6,40329,1733211823909 2024-12-03T07:43:44,719 INFO [master/911db94732f6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-03T07:43:44,720 INFO [master/911db94732f6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-03T07:43:44,774 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/hbase.id] with ID: f6ea3f67-7fd5-492b-b15b-4747b1083852 2024-12-03T07:43:44,774 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/.tmp/hbase.id 2024-12-03T07:43:44,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741826_1002 (size=42) 2024-12-03T07:43:45,186 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/.tmp/hbase.id]:[hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/hbase.id] 2024-12-03T07:43:45,228 INFO [master/911db94732f6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T07:43:45,232 INFO [master/911db94732f6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T07:43:45,251 INFO [master/911db94732f6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-12-03T07:43:45,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x101520c90720001, quorum=127.0.0.1:62393, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:43:45,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40329-0x101520c90720000, quorum=127.0.0.1:62393, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:43:45,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741827_1003 (size=196) 2024-12-03T07:43:45,686 INFO [master/911db94732f6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T07:43:45,689 INFO [master/911db94732f6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T07:43:45,705 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:43:45,709 INFO [master/911db94732f6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T07:43:45,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741828_1004 (size=1189) 2024-12-03T07:43:46,157 INFO [master/911db94732f6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/MasterData/data/master/store 2024-12-03T07:43:46,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741829_1005 (size=34) 2024-12-03T07:43:46,583 INFO [master/911db94732f6:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-03T07:43:46,586 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:43:46,587 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T07:43:46,588 INFO [master/911db94732f6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T07:43:46,588 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T07:43:46,589 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T07:43:46,589 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T07:43:46,590 INFO [master/911db94732f6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T07:43:46,591 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733211826587Disabling compacts and flushes for region at 1733211826587Disabling writes for close at 1733211826589 (+2 ms)Writing region close event to WAL at 1733211826590 (+1 ms)Closed at 1733211826590 2024-12-03T07:43:46,593 WARN [master/911db94732f6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/MasterData/data/master/store/.initializing 2024-12-03T07:43:46,593 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/MasterData/WALs/911db94732f6,40329,1733211823909 2024-12-03T07:43:46,602 INFO [master/911db94732f6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T07:43:46,617 INFO [master/911db94732f6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=911db94732f6%2C40329%2C1733211823909, suffix=, logDir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/MasterData/WALs/911db94732f6,40329,1733211823909, archiveDir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/MasterData/oldWALs, maxLogs=10 2024-12-03T07:43:46,640 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/MasterData/WALs/911db94732f6,40329,1733211823909/911db94732f6%2C40329%2C1733211823909.1733211826621, exclude list is [], retry=0 2024-12-03T07:43:46,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34641,DS-a31528da-63de-4651-9b06-c3793103d0d8,DISK] 2024-12-03T07:43:46,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-03T07:43:46,693 INFO [master/911db94732f6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/MasterData/WALs/911db94732f6,40329,1733211823909/911db94732f6%2C40329%2C1733211823909.1733211826621 2024-12-03T07:43:46,694 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41455:41455)] 2024-12-03T07:43:46,694 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T07:43:46,694 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:43:46,698 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T07:43:46,699 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T07:43:46,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T07:43:46,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T07:43:46,763 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:43:46,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T07:43:46,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T07:43:46,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T07:43:46,770 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:43:46,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T07:43:46,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T07:43:46,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T07:43:46,774 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:43:46,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T07:43:46,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T07:43:46,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T07:43:46,778 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:43:46,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T07:43:46,779 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T07:43:46,782 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T07:43:46,783 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T07:43:46,788 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T07:43:46,788 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T07:43:46,792 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T07:43:46,795 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T07:43:46,799 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T07:43:46,800 INFO [master/911db94732f6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72410986, jitterRate=0.07900777459144592}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T07:43:46,805 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733211826711Initializing all the Stores at 1733211826713 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733211826714 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733211826714Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733211826714Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733211826715 (+1 ms)Cleaning up temporary data from old regions at 1733211826789 (+74 ms)Region opened successfully at 1733211826805 (+16 ms) 2024-12-03T07:43:46,806 INFO [master/911db94732f6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T07:43:46,839 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23e6476a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=911db94732f6/172.17.0.2:0 2024-12-03T07:43:46,870 INFO [master/911db94732f6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T07:43:46,881 INFO [master/911db94732f6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T07:43:46,882 INFO [master/911db94732f6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T07:43:46,885 INFO [master/911db94732f6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T07:43:46,886 INFO [master/911db94732f6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-03T07:43:46,891 INFO [master/911db94732f6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-03T07:43:46,891 INFO [master/911db94732f6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T07:43:46,916 INFO [master/911db94732f6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T07:43:46,924 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40329-0x101520c90720000, quorum=127.0.0.1:62393, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-03T07:43:46,928 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-03T07:43:46,930 INFO [master/911db94732f6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T07:43:46,931 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40329-0x101520c90720000, quorum=127.0.0.1:62393, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-03T07:43:46,933 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-03T07:43:46,935 INFO [master/911db94732f6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T07:43:46,938 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40329-0x101520c90720000, quorum=127.0.0.1:62393, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-03T07:43:46,940 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-03T07:43:46,941 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40329-0x101520c90720000, quorum=127.0.0.1:62393, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-03T07:43:46,943 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-03T07:43:46,960 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40329-0x101520c90720000, quorum=127.0.0.1:62393, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T07:43:46,962 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-03T07:43:46,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40329-0x101520c90720000, quorum=127.0.0.1:62393, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T07:43:46,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40329-0x101520c90720000, quorum=127.0.0.1:62393, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:43:46,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x101520c90720001, quorum=127.0.0.1:62393, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T07:43:46,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x101520c90720001, quorum=127.0.0.1:62393, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:43:46,969 INFO [master/911db94732f6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=911db94732f6,40329,1733211823909, sessionid=0x101520c90720000, setting cluster-up flag (Was=false) 2024-12-03T07:43:46,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x101520c90720001, quorum=127.0.0.1:62393, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:43:46,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40329-0x101520c90720000, quorum=127.0.0.1:62393, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:43:46,987 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-03T07:43:46,988 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=911db94732f6,40329,1733211823909 2024-12-03T07:43:46,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x101520c90720001, quorum=127.0.0.1:62393, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:43:46,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40329-0x101520c90720000, quorum=127.0.0.1:62393, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:43:46,999 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-03T07:43:47,001 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=911db94732f6,40329,1733211823909 2024-12-03T07:43:47,007 INFO [master/911db94732f6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T07:43:47,073 INFO [RS:0;911db94732f6:39389 {}] regionserver.HRegionServer(746): ClusterId : f6ea3f67-7fd5-492b-b15b-4747b1083852 2024-12-03T07:43:47,076 DEBUG [RS:0;911db94732f6:39389 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T07:43:47,082 DEBUG [RS:0;911db94732f6:39389 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T07:43:47,082 DEBUG [RS:0;911db94732f6:39389 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T07:43:47,085 DEBUG [RS:0;911db94732f6:39389 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T07:43:47,086 DEBUG [RS:0;911db94732f6:39389 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@100c0f57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=911db94732f6/172.17.0.2:0 2024-12-03T07:43:47,089 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T07:43:47,099 INFO [master/911db94732f6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T07:43:47,100 DEBUG [RS:0;911db94732f6:39389 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;911db94732f6:39389 2024-12-03T07:43:47,103 INFO [RS:0;911db94732f6:39389 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T07:43:47,103 INFO [RS:0;911db94732f6:39389 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T07:43:47,103 DEBUG [RS:0;911db94732f6:39389 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T07:43:47,106 INFO [RS:0;911db94732f6:39389 {}] regionserver.HRegionServer(2659): reportForDuty to master=911db94732f6,40329,1733211823909 with port=39389, startcode=1733211824582 2024-12-03T07:43:47,107 INFO [master/911db94732f6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T07:43:47,113 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 911db94732f6,40329,1733211823909 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T07:43:47,116 DEBUG [RS:0;911db94732f6:39389 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T07:43:47,120 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/911db94732f6:0, corePoolSize=5, maxPoolSize=5 2024-12-03T07:43:47,121 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/911db94732f6:0, corePoolSize=5, maxPoolSize=5 2024-12-03T07:43:47,121 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/911db94732f6:0, corePoolSize=5, maxPoolSize=5 2024-12-03T07:43:47,121 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/911db94732f6:0, corePoolSize=5, maxPoolSize=5 2024-12-03T07:43:47,121 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/911db94732f6:0, corePoolSize=10, maxPoolSize=10 2024-12-03T07:43:47,122 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:43:47,122 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/911db94732f6:0, corePoolSize=2, maxPoolSize=2 2024-12-03T07:43:47,122 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:43:47,125 INFO [master/911db94732f6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733211857125 2024-12-03T07:43:47,127 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T07:43:47,127 INFO [master/911db94732f6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T07:43:47,127 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T07:43:47,128 INFO [master/911db94732f6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T07:43:47,132 INFO [master/911db94732f6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T07:43:47,133 INFO [master/911db94732f6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T07:43:47,133 INFO [master/911db94732f6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T07:43:47,133 INFO [master/911db94732f6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T07:43:47,133 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:43:47,134 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T07:43:47,135 INFO [master/911db94732f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T07:43:47,139 INFO [master/911db94732f6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T07:43:47,140 INFO [master/911db94732f6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T07:43:47,141 INFO [master/911db94732f6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T07:43:47,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741831_1007 (size=1321) 2024-12-03T07:43:47,146 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T07:43:47,147 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c 2024-12-03T07:43:47,147 INFO [master/911db94732f6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T07:43:47,147 INFO [master/911db94732f6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T07:43:47,149 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/911db94732f6:0:becomeActiveMaster-HFileCleaner.large.0-1733211827149,5,FailOnTimeoutGroup] 2024-12-03T07:43:47,153 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/911db94732f6:0:becomeActiveMaster-HFileCleaner.small.0-1733211827149,5,FailOnTimeoutGroup] 2024-12-03T07:43:47,153 INFO [master/911db94732f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T07:43:47,153 INFO [master/911db94732f6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T07:43:47,154 INFO [master/911db94732f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T07:43:47,155 INFO [master/911db94732f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T07:43:47,158 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54441, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T07:43:47,164 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40329 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 911db94732f6,39389,1733211824582 2024-12-03T07:43:47,167 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40329 {}] master.ServerManager(517): Registering regionserver=911db94732f6,39389,1733211824582 2024-12-03T07:43:47,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741832_1008 (size=32) 2024-12-03T07:43:47,182 DEBUG [RS:0;911db94732f6:39389 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c 2024-12-03T07:43:47,182 DEBUG [RS:0;911db94732f6:39389 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41869 2024-12-03T07:43:47,182 DEBUG [RS:0;911db94732f6:39389 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T07:43:47,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40329-0x101520c90720000, quorum=127.0.0.1:62393, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T07:43:47,187 DEBUG [RS:0;911db94732f6:39389 {}] zookeeper.ZKUtil(111): regionserver:39389-0x101520c90720001, quorum=127.0.0.1:62393, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/911db94732f6,39389,1733211824582 2024-12-03T07:43:47,187 WARN [RS:0;911db94732f6:39389 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T07:43:47,188 INFO [RS:0;911db94732f6:39389 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T07:43:47,188 DEBUG [RS:0;911db94732f6:39389 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/WALs/911db94732f6,39389,1733211824582 2024-12-03T07:43:47,190 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [911db94732f6,39389,1733211824582] 2024-12-03T07:43:47,213 INFO [RS:0;911db94732f6:39389 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T07:43:47,226 INFO [RS:0;911db94732f6:39389 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T07:43:47,231 INFO [RS:0;911db94732f6:39389 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T07:43:47,231 INFO [RS:0;911db94732f6:39389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T07:43:47,232 INFO [RS:0;911db94732f6:39389 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T07:43:47,238 INFO [RS:0;911db94732f6:39389 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T07:43:47,239 INFO [RS:0;911db94732f6:39389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T07:43:47,240 DEBUG [RS:0;911db94732f6:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:43:47,240 DEBUG [RS:0;911db94732f6:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:43:47,240 DEBUG [RS:0;911db94732f6:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:43:47,241 DEBUG [RS:0;911db94732f6:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:43:47,241 DEBUG [RS:0;911db94732f6:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:43:47,241 DEBUG [RS:0;911db94732f6:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/911db94732f6:0, corePoolSize=2, maxPoolSize=2 2024-12-03T07:43:47,241 DEBUG [RS:0;911db94732f6:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:43:47,242 DEBUG [RS:0;911db94732f6:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:43:47,242 DEBUG [RS:0;911db94732f6:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:43:47,242 DEBUG [RS:0;911db94732f6:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:43:47,242 DEBUG [RS:0;911db94732f6:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:43:47,243 DEBUG [RS:0;911db94732f6:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/911db94732f6:0, corePoolSize=1, maxPoolSize=1 2024-12-03T07:43:47,243 DEBUG [RS:0;911db94732f6:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/911db94732f6:0, corePoolSize=3, maxPoolSize=3 2024-12-03T07:43:47,243 DEBUG [RS:0;911db94732f6:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0, corePoolSize=3, maxPoolSize=3 2024-12-03T07:43:47,244 INFO [RS:0;911db94732f6:39389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T07:43:47,245 INFO [RS:0;911db94732f6:39389 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T07:43:47,245 INFO [RS:0;911db94732f6:39389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T07:43:47,245 INFO [RS:0;911db94732f6:39389 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T07:43:47,245 INFO [RS:0;911db94732f6:39389 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T07:43:47,246 INFO [RS:0;911db94732f6:39389 {}] hbase.ChoreService(168): Chore ScheduledChore name=911db94732f6,39389,1733211824582-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T07:43:47,266 INFO [RS:0;911db94732f6:39389 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T07:43:47,268 INFO [RS:0;911db94732f6:39389 {}] hbase.ChoreService(168): Chore ScheduledChore name=911db94732f6,39389,1733211824582-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T07:43:47,268 INFO [RS:0;911db94732f6:39389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T07:43:47,268 INFO [RS:0;911db94732f6:39389 {}] regionserver.Replication(171): 911db94732f6,39389,1733211824582 started 2024-12-03T07:43:47,287 INFO [RS:0;911db94732f6:39389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T07:43:47,287 INFO [RS:0;911db94732f6:39389 {}] regionserver.HRegionServer(1482): Serving as 911db94732f6,39389,1733211824582, RpcServer on 911db94732f6/172.17.0.2:39389, sessionid=0x101520c90720001 2024-12-03T07:43:47,288 DEBUG [RS:0;911db94732f6:39389 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T07:43:47,288 DEBUG [RS:0;911db94732f6:39389 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 911db94732f6,39389,1733211824582 2024-12-03T07:43:47,288 DEBUG [RS:0;911db94732f6:39389 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '911db94732f6,39389,1733211824582' 2024-12-03T07:43:47,288 DEBUG [RS:0;911db94732f6:39389 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T07:43:47,290 DEBUG [RS:0;911db94732f6:39389 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T07:43:47,290 DEBUG [RS:0;911db94732f6:39389 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T07:43:47,291 DEBUG [RS:0;911db94732f6:39389 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T07:43:47,291 DEBUG [RS:0;911db94732f6:39389 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 911db94732f6,39389,1733211824582 2024-12-03T07:43:47,291 DEBUG [RS:0;911db94732f6:39389 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '911db94732f6,39389,1733211824582' 2024-12-03T07:43:47,291 DEBUG [RS:0;911db94732f6:39389 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T07:43:47,292 DEBUG [RS:0;911db94732f6:39389 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T07:43:47,292 DEBUG [RS:0;911db94732f6:39389 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T07:43:47,292 INFO [RS:0;911db94732f6:39389 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T07:43:47,292 INFO [RS:0;911db94732f6:39389 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T07:43:47,398 INFO [RS:0;911db94732f6:39389 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T07:43:47,401 INFO [RS:0;911db94732f6:39389 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=911db94732f6%2C39389%2C1733211824582, suffix=, logDir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/WALs/911db94732f6,39389,1733211824582, archiveDir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/oldWALs, maxLogs=32 2024-12-03T07:43:47,418 DEBUG [RS:0;911db94732f6:39389 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/WALs/911db94732f6,39389,1733211824582/911db94732f6%2C39389%2C1733211824582.1733211827403, exclude list is [], retry=0 2024-12-03T07:43:47,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34641,DS-a31528da-63de-4651-9b06-c3793103d0d8,DISK] 2024-12-03T07:43:47,426 INFO [RS:0;911db94732f6:39389 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/WALs/911db94732f6,39389,1733211824582/911db94732f6%2C39389%2C1733211824582.1733211827403 2024-12-03T07:43:47,426 DEBUG [RS:0;911db94732f6:39389 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41455:41455)] 2024-12-03T07:43:47,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:43:47,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T07:43:47,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T07:43:47,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:43:47,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T07:43:47,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T07:43:47,581 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T07:43:47,581 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:43:47,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T07:43:47,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T07:43:47,584 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T07:43:47,584 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:43:47,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T07:43:47,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T07:43:47,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T07:43:47,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:43:47,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T07:43:47,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T07:43:47,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/hbase/meta/1588230740 2024-12-03T07:43:47,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/hbase/meta/1588230740 2024-12-03T07:43:47,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T07:43:47,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T07:43:47,594 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T07:43:47,596 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T07:43:47,600 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T07:43:47,600 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68379956, jitterRate=0.018940746784210205}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T07:43:47,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733211827572Initializing all the Stores at 1733211827574 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733211827574Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733211827574Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733211827574Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733211827574Cleaning up temporary data from old regions at 1733211827593 (+19 ms)Region opened successfully at 1733211827602 (+9 ms) 2024-12-03T07:43:47,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T07:43:47,603 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T07:43:47,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T07:43:47,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T07:43:47,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T07:43:47,604 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T07:43:47,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733211827603Disabling compacts and flushes for region at 1733211827603Disabling writes for close at 1733211827603Writing region close event to WAL at 1733211827604 (+1 ms)Closed at 1733211827604 2024-12-03T07:43:47,608 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T07:43:47,608 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T07:43:47,614 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T07:43:47,622 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T07:43:47,625 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T07:43:47,777 DEBUG [911db94732f6:40329 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T07:43:47,789 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=911db94732f6,39389,1733211824582 2024-12-03T07:43:47,796 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 911db94732f6,39389,1733211824582, state=OPENING 2024-12-03T07:43:47,801 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T07:43:47,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40329-0x101520c90720000, quorum=127.0.0.1:62393, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:43:47,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x101520c90720001, quorum=127.0.0.1:62393, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:43:47,804 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T07:43:47,804 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T07:43:47,805 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T07:43:47,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=911db94732f6,39389,1733211824582}] 2024-12-03T07:43:47,982 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T07:43:47,985 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43571, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T07:43:47,995 INFO [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T07:43:47,995 INFO [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T07:43:47,996 INFO [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T07:43:47,998 INFO [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=911db94732f6%2C39389%2C1733211824582.meta, suffix=.meta, logDir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/WALs/911db94732f6,39389,1733211824582, archiveDir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/oldWALs, maxLogs=32 2024-12-03T07:43:48,015 DEBUG [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/WALs/911db94732f6,39389,1733211824582/911db94732f6%2C39389%2C1733211824582.meta.1733211828000.meta, exclude list is [], retry=0 2024-12-03T07:43:48,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34641,DS-a31528da-63de-4651-9b06-c3793103d0d8,DISK] 2024-12-03T07:43:48,021 INFO [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/WALs/911db94732f6,39389,1733211824582/911db94732f6%2C39389%2C1733211824582.meta.1733211828000.meta 2024-12-03T07:43:48,021 DEBUG [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41455:41455)] 2024-12-03T07:43:48,022 DEBUG [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T07:43:48,023 DEBUG [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T07:43:48,026 DEBUG [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T07:43:48,030 INFO [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T07:43:48,035 DEBUG [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T07:43:48,035 DEBUG [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:43:48,035 DEBUG [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T07:43:48,035 DEBUG [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T07:43:48,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T07:43:48,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T07:43:48,040 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:43:48,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T07:43:48,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T07:43:48,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T07:43:48,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:43:48,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T07:43:48,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T07:43:48,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T07:43:48,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:43:48,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T07:43:48,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T07:43:48,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T07:43:48,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:43:48,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T07:43:48,048 DEBUG [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T07:43:48,050 DEBUG [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/hbase/meta/1588230740 2024-12-03T07:43:48,052 DEBUG [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/hbase/meta/1588230740 2024-12-03T07:43:48,054 DEBUG [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T07:43:48,055 DEBUG [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T07:43:48,055 DEBUG [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T07:43:48,058 DEBUG [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T07:43:48,060 INFO [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62477575, jitterRate=-0.06901158392429352}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T07:43:48,060 DEBUG [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T07:43:48,062 DEBUG [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733211828036Writing region info on filesystem at 1733211828036Initializing all the Stores at 1733211828038 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733211828038Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733211828038Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733211828038Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733211828038Cleaning up temporary data from old regions at 1733211828055 (+17 ms)Running coprocessor post-open hooks at 1733211828060 (+5 ms)Region opened successfully at 1733211828062 (+2 ms) 2024-12-03T07:43:48,069 INFO [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733211827973 2024-12-03T07:43:48,081 DEBUG [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T07:43:48,082 INFO [RS_OPEN_META-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T07:43:48,083 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=911db94732f6,39389,1733211824582 2024-12-03T07:43:48,085 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 911db94732f6,39389,1733211824582, state=OPEN 2024-12-03T07:43:48,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x101520c90720001, quorum=127.0.0.1:62393, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T07:43:48,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40329-0x101520c90720000, quorum=127.0.0.1:62393, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T07:43:48,090 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T07:43:48,090 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T07:43:48,090 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:48,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T07:43:48,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=911db94732f6,39389,1733211824582 in 283 msec 2024-12-03T07:43:48,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T07:43:48,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 482 msec 2024-12-03T07:43:48,102 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T07:43:48,102 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T07:43:48,126 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:43:48,127 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:43:48,151 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:43:48,153 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40873, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:43:48,172 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1350 sec 2024-12-03T07:43:48,172 INFO [master/911db94732f6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733211828172, completionTime=-1 2024-12-03T07:43:48,175 INFO [master/911db94732f6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T07:43:48,175 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T07:43:48,200 INFO [master/911db94732f6:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T07:43:48,200 INFO [master/911db94732f6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733211888200 2024-12-03T07:43:48,200 INFO [master/911db94732f6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733211948200 2024-12-03T07:43:48,200 INFO [master/911db94732f6:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 25 msec 2024-12-03T07:43:48,202 INFO [master/911db94732f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=911db94732f6,40329,1733211823909-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T07:43:48,203 INFO [master/911db94732f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=911db94732f6,40329,1733211823909-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T07:43:48,203 INFO [master/911db94732f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=911db94732f6,40329,1733211823909-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T07:43:48,204 INFO [master/911db94732f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-911db94732f6:40329, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T07:43:48,205 INFO [master/911db94732f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T07:43:48,205 INFO [master/911db94732f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T07:43:48,210 DEBUG [master/911db94732f6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T07:43:48,230 INFO [master/911db94732f6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.513sec 2024-12-03T07:43:48,231 INFO [master/911db94732f6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T07:43:48,233 INFO [master/911db94732f6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T07:43:48,253 INFO [master/911db94732f6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T07:43:48,254 INFO [master/911db94732f6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T07:43:48,254 INFO [master/911db94732f6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T07:43:48,256 INFO [master/911db94732f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=911db94732f6,40329,1733211823909-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T07:43:48,256 INFO [master/911db94732f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=911db94732f6,40329,1733211823909-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T07:43:48,265 DEBUG [master/911db94732f6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T07:43:48,266 INFO [master/911db94732f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T07:43:48,267 INFO [master/911db94732f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=911db94732f6,40329,1733211823909-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T07:43:48,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@343aff6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:43:48,288 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-03T07:43:48,288 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-03T07:43:48,291 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:43:48,294 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:43:48,301 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:43:48,303 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:43:48,303 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:43:48,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@424b8b64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:43:48,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:43:48,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:43:48,310 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:43:48,311 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47828, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:43:48,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32372268, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:43:48,314 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:43:48,321 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:43:48,321 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:43:48,323 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42970, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:43:48,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=911db94732f6,40329,1733211823909 2024-12-03T07:43:48,354 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=8985 2024-12-03T07:43:48,362 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T07:43:48,366 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 911db94732f6,40329,1733211823909 2024-12-03T07:43:48,370 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4790f93f 2024-12-03T07:43:48,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T07:43:48,373 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47844, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T07:43:48,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-03T07:43:48,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T07:43:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-03T07:43:48,389 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T07:43:48,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-12-03T07:43:48,391 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:43:48,393 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T07:43:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T07:43:48,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741835_1011 (size=1061) 2024-12-03T07:43:48,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T07:43:48,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T07:43:48,808 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c 2024-12-03T07:43:48,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741836_1012 (size=53) 2024-12-03T07:43:49,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T07:43:49,217 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:43:49,217 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 9e19a7efe4c30a9cf0272a791d909f7e, disabling compactions & flushes 2024-12-03T07:43:49,217 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:43:49,218 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:43:49,218 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. after waiting 0 ms 2024-12-03T07:43:49,218 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:43:49,218 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:43:49,218 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9e19a7efe4c30a9cf0272a791d909f7e: Waiting for close lock at 1733211829217Disabling compacts and flushes for region at 1733211829217Disabling writes for close at 1733211829218 (+1 ms)Writing region close event to WAL at 1733211829218Closed at 1733211829218 2024-12-03T07:43:49,220 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T07:43:49,225 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733211829220"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733211829220"}]},"ts":"1733211829220"} 2024-12-03T07:43:49,230 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T07:43:49,232 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T07:43:49,234 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733211829232"}]},"ts":"1733211829232"} 2024-12-03T07:43:49,238 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-03T07:43:49,240 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9e19a7efe4c30a9cf0272a791d909f7e, ASSIGN}] 2024-12-03T07:43:49,242 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9e19a7efe4c30a9cf0272a791d909f7e, ASSIGN 2024-12-03T07:43:49,244 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9e19a7efe4c30a9cf0272a791d909f7e, ASSIGN; state=OFFLINE, location=911db94732f6,39389,1733211824582; forceNewPlan=false, retain=false 2024-12-03T07:43:49,395 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9e19a7efe4c30a9cf0272a791d909f7e, regionState=OPENING, regionLocation=911db94732f6,39389,1733211824582 2024-12-03T07:43:49,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9e19a7efe4c30a9cf0272a791d909f7e, ASSIGN because future has completed 2024-12-03T07:43:49,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582}] 2024-12-03T07:43:49,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T07:43:49,561 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:43:49,561 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} 2024-12-03T07:43:49,562 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9e19a7efe4c30a9cf0272a791d909f7e 2024-12-03T07:43:49,562 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:43:49,562 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9e19a7efe4c30a9cf0272a791d909f7e 2024-12-03T07:43:49,562 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9e19a7efe4c30a9cf0272a791d909f7e 2024-12-03T07:43:49,565 INFO [StoreOpener-9e19a7efe4c30a9cf0272a791d909f7e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9e19a7efe4c30a9cf0272a791d909f7e 2024-12-03T07:43:49,568 INFO [StoreOpener-9e19a7efe4c30a9cf0272a791d909f7e-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-03T07:43:49,568 INFO [StoreOpener-9e19a7efe4c30a9cf0272a791d909f7e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e19a7efe4c30a9cf0272a791d909f7e columnFamilyName A 2024-12-03T07:43:49,568 DEBUG [StoreOpener-9e19a7efe4c30a9cf0272a791d909f7e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:43:49,569 INFO [StoreOpener-9e19a7efe4c30a9cf0272a791d909f7e-1 {}] regionserver.HStore(327): Store=9e19a7efe4c30a9cf0272a791d909f7e/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T07:43:49,569 INFO [StoreOpener-9e19a7efe4c30a9cf0272a791d909f7e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9e19a7efe4c30a9cf0272a791d909f7e 2024-12-03T07:43:49,571 INFO [StoreOpener-9e19a7efe4c30a9cf0272a791d909f7e-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-03T07:43:49,572 INFO [StoreOpener-9e19a7efe4c30a9cf0272a791d909f7e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e19a7efe4c30a9cf0272a791d909f7e columnFamilyName B 2024-12-03T07:43:49,572 DEBUG [StoreOpener-9e19a7efe4c30a9cf0272a791d909f7e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:43:49,572 INFO [StoreOpener-9e19a7efe4c30a9cf0272a791d909f7e-1 {}] regionserver.HStore(327): Store=9e19a7efe4c30a9cf0272a791d909f7e/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T07:43:49,573 INFO [StoreOpener-9e19a7efe4c30a9cf0272a791d909f7e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9e19a7efe4c30a9cf0272a791d909f7e 2024-12-03T07:43:49,574 INFO [StoreOpener-9e19a7efe4c30a9cf0272a791d909f7e-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-03T07:43:49,575 INFO [StoreOpener-9e19a7efe4c30a9cf0272a791d909f7e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e19a7efe4c30a9cf0272a791d909f7e columnFamilyName C 2024-12-03T07:43:49,575 DEBUG [StoreOpener-9e19a7efe4c30a9cf0272a791d909f7e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:43:49,575 INFO [StoreOpener-9e19a7efe4c30a9cf0272a791d909f7e-1 {}] regionserver.HStore(327): Store=9e19a7efe4c30a9cf0272a791d909f7e/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T07:43:49,576 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:43:49,576 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9e19a7efe4c30a9cf0272a791d909f7e 2024-12-03T07:43:49,577 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e 2024-12-03T07:43:49,578 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e 2024-12-03T07:43:49,580 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9e19a7efe4c30a9cf0272a791d909f7e 2024-12-03T07:43:49,580 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9e19a7efe4c30a9cf0272a791d909f7e 2024-12-03T07:43:49,581 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T07:43:49,583 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9e19a7efe4c30a9cf0272a791d909f7e 2024-12-03T07:43:49,586 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T07:43:49,587 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9e19a7efe4c30a9cf0272a791d909f7e; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67233977, jitterRate=0.0018643289804458618}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T07:43:49,587 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9e19a7efe4c30a9cf0272a791d909f7e 2024-12-03T07:43:49,588 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9e19a7efe4c30a9cf0272a791d909f7e: Running coprocessor pre-open hook at 1733211829562Writing region info on filesystem at 1733211829562Initializing all the Stores at 1733211829564 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733211829564Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733211829564Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733211829564Cleaning up temporary data from old regions at 1733211829580 (+16 ms)Running coprocessor post-open hooks at 1733211829587 (+7 ms)Region opened successfully at 1733211829588 (+1 ms) 2024-12-03T07:43:49,590 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., pid=6, masterSystemTime=1733211829554 2024-12-03T07:43:49,594 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:43:49,594 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:43:49,595 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9e19a7efe4c30a9cf0272a791d909f7e, regionState=OPEN, openSeqNum=2, regionLocation=911db94732f6,39389,1733211824582 2024-12-03T07:43:49,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 because future has completed 2024-12-03T07:43:49,604 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T07:43:49,604 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 in 201 msec 2024-12-03T07:43:49,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T07:43:49,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9e19a7efe4c30a9cf0272a791d909f7e, ASSIGN in 364 msec 2024-12-03T07:43:49,610 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T07:43:49,610 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733211829610"}]},"ts":"1733211829610"} 2024-12-03T07:43:49,613 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-03T07:43:49,614 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T07:43:49,617 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2320 sec 2024-12-03T07:43:50,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T07:43:50,549 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:43:50,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad452c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:43:50,555 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:43:50,555 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:43:50,556 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:43:50,557 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:43:50,557 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:43:50,558 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f6a966, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:43:50,558 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:43:50,558 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:43:50,558 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:43:50,560 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47862, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:43:50,561 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cc7db18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:43:50,562 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:43:50,563 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:43:50,563 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:43:50,565 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42986, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:43:50,567 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T07:43:50,568 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 911db94732f6,40329,1733211823909 2024-12-03T07:43:50,568 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f70fa58 2024-12-03T07:43:50,571 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T07:43:50,572 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47874, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T07:43:50,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d419ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:43:50,577 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:43:50,577 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:43:50,578 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:43:50,579 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:43:50,579 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:43:50,579 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e6ed1ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:43:50,579 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:43:50,579 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:43:50,580 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:43:50,581 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47892, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:43:50,582 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33bdb6a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:43:50,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@130d4a2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:43:50,583 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:43:50,583 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:43:50,584 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:43:50,585 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:43:50,585 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:43:50,585 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16ccbe83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:43:50,586 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:43:50,586 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:43:50,586 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:43:50,588 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47920, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:43:50,589 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8ac8568, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:43:50,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d35085, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:43:50,589 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:43:50,590 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:43:50,591 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:43:50,591 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:43:50,591 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:43:50,592 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ec6ad86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:43:50,592 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:43:50,592 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:43:50,592 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:43:50,593 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47938, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:43:50,594 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32b0e30d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:43:50,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb4b46b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:43:50,595 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:43:50,595 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:43:50,596 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:43:50,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:43:50,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:43:50,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4545009e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:43:50,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:43:50,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:43:50,598 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:43:50,599 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47966, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:43:50,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31097510, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:43:50,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a1cce95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:43:50,601 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:43:50,601 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:43:50,602 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:43:50,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:43:50,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:43:50,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b21b95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:43:50,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:43:50,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:43:50,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:43:50,604 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47996, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:43:50,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fbe4a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:43:50,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3055dae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:43:50,607 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:43:50,607 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:43:50,608 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:43:50,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:43:50,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:43:50,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bc03052, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:43:50,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:43:50,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:43:50,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:43:50,610 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48010, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:43:50,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fe9eb0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:43:50,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5238acdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:43:50,612 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:43:50,612 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:43:50,613 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:43:50,613 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:43:50,613 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:43:50,613 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@89bfc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:43:50,613 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:43:50,614 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:43:50,614 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:43:50,615 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48022, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:43:50,615 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46d3547a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:43:50,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f4f2c18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:43:50,617 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:43:50,617 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:43:50,618 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:43:50,618 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:43:50,618 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:43:50,619 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cb5cb2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:43:50,619 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:43:50,619 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:43:50,619 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:43:50,620 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48040, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:43:50,621 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3433011f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:43:50,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6643136e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:43:50,622 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:43:50,622 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:43:50,623 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:43:50,623 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:43:50,623 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:43:50,623 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58b0f1b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:43:50,623 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:43:50,624 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:43:50,624 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:43:50,624 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48060, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:43:50,625 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66945757, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:43:50,630 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:43:50,630 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:43:50,630 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:43:50,630 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:43:50,630 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:43:50,630 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:43:50,631 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:43:50,632 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:43:50,633 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:43:50,633 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:43:50,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:43:50,634 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:43:50,634 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:43:50,634 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:43:50,635 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:43:50,635 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42992, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:43:50,635 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43008, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:43:50,635 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:43:50,636 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:43:50,636 DEBUG [Thread-160 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:43:50,636 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43024, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:43:50,636 DEBUG [Thread-160 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:43:50,637 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:43:50,637 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:43:50,638 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43050, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:43:50,638 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43036, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:43:50,639 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43076, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:43:50,639 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43064, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:43:50,642 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2] 2024-12-03T07:43:50,643 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2] 2024-12-03T07:43:50,645 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2] 2024-12-03T07:43:50,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2] 2024-12-03T07:43:50,649 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2] 2024-12-03T07:43:50,650 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:43:50,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2] 2024-12-03T07:43:50,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:43:50,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:43:50,654 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43084, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:43:50,654 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2] 2024-12-03T07:43:50,657 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2] 2024-12-03T07:43:50,657 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:43:50,658 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:43:50,659 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:43:50,661 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43086, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:43:50,664 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T07:43:50,670 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2] 2024-12-03T07:43:50,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-12-03T07:43:50,674 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T07:43:50,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T07:43:50,677 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T07:43:50,678 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T07:43:50,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 9e19a7efe4c30a9cf0272a791d909f7e 2024-12-03T07:43:50,730 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9e19a7efe4c30a9cf0272a791d909f7e 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-03T07:43:50,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=A 2024-12-03T07:43:50,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:43:50,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=B 2024-12-03T07:43:50,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:43:50,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=C 2024-12-03T07:43:50,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:43:50,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T07:43:50,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:50,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:50,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211890832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:50,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211890837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:50,860 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/ef7c046ea91047ce82006d6d56d1c059 is 50, key is test_row_0/A:col10/1733211830684/Put/seqid=0 2024-12-03T07:43:50,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-03T07:43:50,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:43:50,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. as already flushing 2024-12-03T07:43:50,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:43:50,864 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:43:50,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:43:50,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:43:50,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741837_1013 (size=14341) 2024-12-03T07:43:50,890 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/ef7c046ea91047ce82006d6d56d1c059 2024-12-03T07:43:50,890 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733211830801, max timestamp=1733211830844Num uniques 859; 2024-12-03T07:43:50,891 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-12-03T07:43:50,894 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733211830801, max timestamp=1733211830844Num uniques 859; 2024-12-03T07:43:50,895 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-12-03T07:43:50,899 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733211830801, max timestamp=1733211830847Num uniques 859; 2024-12-03T07:43:50,899 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-12-03T07:43:50,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:50,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:50,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:50,909 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:50,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:50,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:50,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T07:43:50,996 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/57c6780529314378b476f941924109cb is 50, key is test_row_0/B:col10/1733211830684/Put/seqid=0 2024-12-03T07:43:51,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:51,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211890995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:51,017 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:51,017 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:51,017 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:51,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741838_1014 (size=12001) 2024-12-03T07:43:51,024 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/57c6780529314378b476f941924109cb 2024-12-03T07:43:51,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:51,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211891016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:51,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:51,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:51,027 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:51,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211891018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:51,027 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:51,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:51,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:51,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:51,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:51,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:51,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211891019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:51,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:51,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211891019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:51,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:51,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:51,032 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:51,032 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:51,032 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:51,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-03T07:43:51,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:43:51,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. as already flushing 2024-12-03T07:43:51,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:43:51,034 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:43:51,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:43:51,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:43:51,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/a8f874723b394b869ffbf426a2496430 is 50, key is test_row_0/C:col10/1733211830684/Put/seqid=0 2024-12-03T07:43:51,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741839_1015 (size=12001) 2024-12-03T07:43:51,085 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/a8f874723b394b869ffbf426a2496430 2024-12-03T07:43:51,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/ef7c046ea91047ce82006d6d56d1c059 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/ef7c046ea91047ce82006d6d56d1c059 2024-12-03T07:43:51,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/ef7c046ea91047ce82006d6d56d1c059, entries=200, sequenceid=12, filesize=14.0 K 2024-12-03T07:43:51,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/57c6780529314378b476f941924109cb as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/57c6780529314378b476f941924109cb 2024-12-03T07:43:51,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/57c6780529314378b476f941924109cb, entries=150, sequenceid=12, filesize=11.7 K 2024-12-03T07:43:51,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/a8f874723b394b869ffbf426a2496430 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/a8f874723b394b869ffbf426a2496430 2024-12-03T07:43:51,147 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/a8f874723b394b869ffbf426a2496430, entries=150, sequenceid=12, filesize=11.7 K 2024-12-03T07:43:51,156 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=132.99 KB/136185 for 9e19a7efe4c30a9cf0272a791d909f7e in 424ms, sequenceid=12, compaction requested=false 2024-12-03T07:43:51,157 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-03T07:43:51,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9e19a7efe4c30a9cf0272a791d909f7e: 2024-12-03T07:43:51,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 9e19a7efe4c30a9cf0272a791d909f7e 2024-12-03T07:43:51,176 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733211830985, max timestamp=1733211831162Num uniques 1009; 2024-12-03T07:43:51,176 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46213, new segment data size=7688, suffix heap size=132904,new segment heap size=17712  suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=168 2024-12-03T07:43:51,178 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733211830985, max timestamp=1733211831159Num uniques 1009; 2024-12-03T07:43:51,179 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46213, new segment data size=7688, suffix heap size=132904,new segment heap size=17712  suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=168 2024-12-03T07:43:51,179 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9e19a7efe4c30a9cf0272a791d909f7e 3/3 column families, dataSize=77.88 KB heapSize=217.73 KB 2024-12-03T07:43:51,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=A 2024-12-03T07:43:51,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:43:51,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=B 2024-12-03T07:43:51,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:43:51,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=C 2024-12-03T07:43:51,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-03T07:43:51,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-03T07:43:51,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:43:51,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. as already flushing 2024-12-03T07:43:51,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:43:51,200 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:43:51,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:43:51,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/6a9af77e578d470f833952d0bb72ae11 is 50, key is test_row_0/A:col10/1733211831159/Put/seqid=0 2024-12-03T07:43:51,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:43:51,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741840_1016 (size=19021) 2024-12-03T07:43:51,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T07:43:51,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:51,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211891292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:51,324 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:51,324 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:51,324 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:51,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:51,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211891311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:51,329 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:51,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:51,329 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:51,330 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:51,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211891319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:51,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:51,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211891326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:51,332 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:51,332 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:51,332 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:51,333 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:51,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:51,333 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:51,333 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:51,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211891331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:51,336 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:51,336 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:51,337 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:51,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-03T07:43:51,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:43:51,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. as already flushing 2024-12-03T07:43:51,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:43:51,362 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:43:51,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:43:51,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:43:51,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:51,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211891428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:51,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:51,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:51,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:51,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:51,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211891439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:51,442 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:51,442 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:51,442 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:51,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:51,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:51,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211891440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:51,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211891441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:51,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:51,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:51,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:51,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:51,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:51,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:51,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:51,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211891448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:51,451 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:51,451 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:51,451 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:51,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-03T07:43:51,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:43:51,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. as already flushing 2024-12-03T07:43:51,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:43:51,519 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:43:51,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:43:51,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:43:51,647 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/6a9af77e578d470f833952d0bb72ae11 2024-12-03T07:43:51,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:51,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211891650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:51,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:51,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:51,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:51,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:51,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211891652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:51,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:51,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211891652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:51,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:51,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:51,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:51,657 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:51,657 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:51,658 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:51,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:51,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211891660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:51,671 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:51,672 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:51,672 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:51,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:51,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211891662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:51,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:51,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:51,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:51,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-03T07:43:51,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:43:51,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. as already flushing 2024-12-03T07:43:51,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:43:51,676 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:43:51,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:43:51,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:43:51,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/52082f1d5f5748d8a4c52984316179ba is 50, key is test_row_0/B:col10/1733211831159/Put/seqid=0 2024-12-03T07:43:51,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741841_1017 (size=12001) 2024-12-03T07:43:51,698 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/52082f1d5f5748d8a4c52984316179ba 2024-12-03T07:43:51,723 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/9f343a5c9af04cacbcc2e075e39d254b is 50, key is test_row_0/C:col10/1733211831159/Put/seqid=0 2024-12-03T07:43:51,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741842_1018 (size=12001) 2024-12-03T07:43:51,740 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.04 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/9f343a5c9af04cacbcc2e075e39d254b 2024-12-03T07:43:51,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/6a9af77e578d470f833952d0bb72ae11 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/6a9af77e578d470f833952d0bb72ae11 2024-12-03T07:43:51,767 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/6a9af77e578d470f833952d0bb72ae11, entries=300, sequenceid=52, filesize=18.6 K 2024-12-03T07:43:51,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/52082f1d5f5748d8a4c52984316179ba as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/52082f1d5f5748d8a4c52984316179ba 2024-12-03T07:43:51,783 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/52082f1d5f5748d8a4c52984316179ba, entries=150, sequenceid=52, filesize=11.7 K 2024-12-03T07:43:51,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/9f343a5c9af04cacbcc2e075e39d254b as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/9f343a5c9af04cacbcc2e075e39d254b 2024-12-03T07:43:51,799 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/9f343a5c9af04cacbcc2e075e39d254b, entries=150, sequenceid=52, filesize=11.7 K 2024-12-03T07:43:51,801 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~77.88 KB/79745, heapSize ~217.68 KB/222904, currentSize=107.34 KB/109920 for 9e19a7efe4c30a9cf0272a791d909f7e in 622ms, sequenceid=52, compaction requested=false 2024-12-03T07:43:51,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9e19a7efe4c30a9cf0272a791d909f7e: 2024-12-03T07:43:51,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T07:43:51,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-03T07:43:51,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:43:51,832 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 9e19a7efe4c30a9cf0272a791d909f7e 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-03T07:43:51,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=A 2024-12-03T07:43:51,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:43:51,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=B 2024-12-03T07:43:51,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:43:51,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=C 2024-12-03T07:43:51,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:43:51,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/3936bdedf17a4bf98a6e9e41a29239f6 is 50, key is test_row_0/A:col10/1733211831271/Put/seqid=0 2024-12-03T07:43:51,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741843_1019 (size=12001) 2024-12-03T07:43:51,875 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/3936bdedf17a4bf98a6e9e41a29239f6 2024-12-03T07:43:51,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/524ed3e49b18451691afdc5aacc0cae5 is 50, key is test_row_0/B:col10/1733211831271/Put/seqid=0 2024-12-03T07:43:51,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741844_1020 (size=12001) 2024-12-03T07:43:51,922 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/524ed3e49b18451691afdc5aacc0cae5 2024-12-03T07:43:51,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/61a329e692fa40f8a15b5a21a7ccc86d is 50, key is test_row_0/C:col10/1733211831271/Put/seqid=0 2024-12-03T07:43:51,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 9e19a7efe4c30a9cf0272a791d909f7e 2024-12-03T07:43:51,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. as already flushing 2024-12-03T07:43:51,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741845_1021 (size=12001) 2024-12-03T07:43:52,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:52,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211891990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:52,003 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:52,003 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:52,003 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:52,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:52,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211891990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:52,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:52,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:52,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:52,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211891994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:52,006 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:52,006 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:52,006 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:52,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:52,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211892000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:52,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:52,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:52,010 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:52,010 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211892002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:52,011 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:52,011 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:52,012 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:52,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:52,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211892108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:52,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:52,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211892109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:52,111 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:52,111 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:52,112 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:52,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:52,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211892109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:52,112 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:52,112 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:52,112 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:52,113 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:52,113 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:52,113 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:52,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:52,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211892119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:52,121 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:52,121 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:52,121 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:52,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:52,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211892119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:52,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:52,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:52,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:52,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:52,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211892319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:52,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:52,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211892319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:52,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:52,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:52,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:52,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:52,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211892319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:52,323 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:52,323 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:52,323 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:52,324 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:52,324 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:52,324 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:52,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:52,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211892328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:52,331 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:52,331 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:52,331 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:52,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:52,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211892329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:52,333 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:52,333 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:52,333 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:52,391 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/61a329e692fa40f8a15b5a21a7ccc86d 2024-12-03T07:43:52,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/3936bdedf17a4bf98a6e9e41a29239f6 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/3936bdedf17a4bf98a6e9e41a29239f6 2024-12-03T07:43:52,421 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/3936bdedf17a4bf98a6e9e41a29239f6, entries=150, sequenceid=71, filesize=11.7 K 2024-12-03T07:43:52,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/524ed3e49b18451691afdc5aacc0cae5 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/524ed3e49b18451691afdc5aacc0cae5 2024-12-03T07:43:52,434 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/524ed3e49b18451691afdc5aacc0cae5, entries=150, sequenceid=71, filesize=11.7 K 2024-12-03T07:43:52,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/61a329e692fa40f8a15b5a21a7ccc86d as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/61a329e692fa40f8a15b5a21a7ccc86d 2024-12-03T07:43:52,449 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/61a329e692fa40f8a15b5a21a7ccc86d, entries=150, sequenceid=71, filesize=11.7 K 2024-12-03T07:43:52,452 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 9e19a7efe4c30a9cf0272a791d909f7e in 619ms, sequenceid=71, compaction requested=true 2024-12-03T07:43:52,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 9e19a7efe4c30a9cf0272a791d909f7e: 2024-12-03T07:43:52,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:43:52,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-03T07:43:52,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-03T07:43:52,459 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-03T07:43:52,459 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7770 sec 2024-12-03T07:43:52,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 1.7940 sec 2024-12-03T07:43:52,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 9e19a7efe4c30a9cf0272a791d909f7e 2024-12-03T07:43:52,635 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9e19a7efe4c30a9cf0272a791d909f7e 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-03T07:43:52,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=A 2024-12-03T07:43:52,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:43:52,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=B 2024-12-03T07:43:52,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:43:52,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=C 2024-12-03T07:43:52,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:43:52,647 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/6ee051293901494d8233c66d6fd6c90a is 50, key is test_row_0/A:col10/1733211831982/Put/seqid=0 2024-12-03T07:43:52,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741846_1022 (size=12001) 2024-12-03T07:43:52,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:52,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:52,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211892667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:52,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211892668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:52,680 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:52,680 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:52,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:52,680 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:52,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:52,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:52,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211892671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:52,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:52,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:52,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211892674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:52,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:52,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:52,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:52,681 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:52,681 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/6ee051293901494d8233c66d6fd6c90a 2024-12-03T07:43:52,681 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:52,681 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:52,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:52,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211892678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:52,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:52,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:52,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:52,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/00fe9ba39e184bf49952c34bde8bbfcc is 50, key is test_row_0/B:col10/1733211831982/Put/seqid=0 2024-12-03T07:43:52,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741847_1023 (size=12001) 2024-12-03T07:43:52,725 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/00fe9ba39e184bf49952c34bde8bbfcc 2024-12-03T07:43:52,743 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/d059950a48a74cf8a5f7bf075be9176d is 50, key is test_row_0/C:col10/1733211831982/Put/seqid=0 2024-12-03T07:43:52,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741848_1024 (size=12001) 2024-12-03T07:43:52,766 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/d059950a48a74cf8a5f7bf075be9176d 2024-12-03T07:43:52,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/6ee051293901494d8233c66d6fd6c90a as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/6ee051293901494d8233c66d6fd6c90a 2024-12-03T07:43:52,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:52,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211892788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:52,793 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:52,793 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:52,793 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:52,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:52,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211892788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:52,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:52,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211892789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:52,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:52,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211892789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:52,795 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:52,795 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:52,795 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:52,795 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:52,795 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:52,795 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:52,796 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:52,796 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:52,796 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:52,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:52,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211892798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:52,802 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/6ee051293901494d8233c66d6fd6c90a, entries=150, sequenceid=86, filesize=11.7 K 2024-12-03T07:43:52,802 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:52,802 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:52,802 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:52,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/00fe9ba39e184bf49952c34bde8bbfcc as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/00fe9ba39e184bf49952c34bde8bbfcc 2024-12-03T07:43:52,817 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/00fe9ba39e184bf49952c34bde8bbfcc, entries=150, sequenceid=86, filesize=11.7 K 2024-12-03T07:43:52,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T07:43:52,819 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:43:52,820 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T07:43:52,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/d059950a48a74cf8a5f7bf075be9176d as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/d059950a48a74cf8a5f7bf075be9176d 2024-12-03T07:43:52,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-12-03T07:43:52,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-03T07:43:52,824 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T07:43:52,825 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T07:43:52,825 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T07:43:52,835 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/d059950a48a74cf8a5f7bf075be9176d, entries=150, sequenceid=86, filesize=11.7 K 2024-12-03T07:43:52,837 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 9e19a7efe4c30a9cf0272a791d909f7e in 201ms, sequenceid=86, compaction requested=true 2024-12-03T07:43:52,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9e19a7efe4c30a9cf0272a791d909f7e: 2024-12-03T07:43:52,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e19a7efe4c30a9cf0272a791d909f7e:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T07:43:52,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:43:52,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e19a7efe4c30a9cf0272a791d909f7e:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T07:43:52,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:43:52,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e19a7efe4c30a9cf0272a791d909f7e:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T07:43:52,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-03T07:43:52,847 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T07:43:52,851 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T07:43:52,852 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T07:43:52,855 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): 9e19a7efe4c30a9cf0272a791d909f7e/B is initiating minor compaction (all files) 2024-12-03T07:43:52,856 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9e19a7efe4c30a9cf0272a791d909f7e/B in TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:43:52,857 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/57c6780529314378b476f941924109cb, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/52082f1d5f5748d8a4c52984316179ba, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/524ed3e49b18451691afdc5aacc0cae5, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/00fe9ba39e184bf49952c34bde8bbfcc] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp, totalSize=46.9 K 2024-12-03T07:43:52,858 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57364 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T07:43:52,858 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1541): 9e19a7efe4c30a9cf0272a791d909f7e/A is initiating minor compaction (all files) 2024-12-03T07:43:52,858 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9e19a7efe4c30a9cf0272a791d909f7e/A in TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:43:52,858 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 57c6780529314378b476f941924109cb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733211830684 2024-12-03T07:43:52,859 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/ef7c046ea91047ce82006d6d56d1c059, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/6a9af77e578d470f833952d0bb72ae11, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/3936bdedf17a4bf98a6e9e41a29239f6, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/6ee051293901494d8233c66d6fd6c90a] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp, totalSize=56.0 K 2024-12-03T07:43:52,859 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 52082f1d5f5748d8a4c52984316179ba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733211831010 2024-12-03T07:43:52,860 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting ef7c046ea91047ce82006d6d56d1c059, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733211830684 2024-12-03T07:43:52,861 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a9af77e578d470f833952d0bb72ae11, keycount=300, bloomtype=ROW, size=18.6 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733211830985 2024-12-03T07:43:52,861 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 524ed3e49b18451691afdc5aacc0cae5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=71, earliestPutTs=1733211831271 2024-12-03T07:43:52,861 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3936bdedf17a4bf98a6e9e41a29239f6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=71, earliestPutTs=1733211831271 2024-12-03T07:43:52,863 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 00fe9ba39e184bf49952c34bde8bbfcc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1733211831982 2024-12-03T07:43:52,863 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6ee051293901494d8233c66d6fd6c90a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1733211831982 2024-12-03T07:43:52,908 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e19a7efe4c30a9cf0272a791d909f7e#B#compaction#12 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:43:52,909 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/258025e7147e4bf186c86c4861e859e0 is 50, key is test_row_0/B:col10/1733211831982/Put/seqid=0 2024-12-03T07:43:52,914 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e19a7efe4c30a9cf0272a791d909f7e#A#compaction#13 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:43:52,915 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/0b515d3f87a54ea08158b4aca4d8b56b is 50, key is test_row_0/A:col10/1733211831982/Put/seqid=0 2024-12-03T07:43:52,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-03T07:43:52,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741849_1025 (size=12139) 2024-12-03T07:43:52,948 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/258025e7147e4bf186c86c4861e859e0 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/258025e7147e4bf186c86c4861e859e0 2024-12-03T07:43:52,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741850_1026 (size=12139) 2024-12-03T07:43:52,964 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/0b515d3f87a54ea08158b4aca4d8b56b as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/0b515d3f87a54ea08158b4aca4d8b56b 2024-12-03T07:43:52,979 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9e19a7efe4c30a9cf0272a791d909f7e/B of 9e19a7efe4c30a9cf0272a791d909f7e into 258025e7147e4bf186c86c4861e859e0(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:43:52,979 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9e19a7efe4c30a9cf0272a791d909f7e: 2024-12-03T07:43:52,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-03T07:43:52,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:43:52,981 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 9e19a7efe4c30a9cf0272a791d909f7e 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-03T07:43:52,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=A 2024-12-03T07:43:52,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:43:52,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=B 2024-12-03T07:43:52,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:43:52,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=C 2024-12-03T07:43:52,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:43:52,986 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., storeName=9e19a7efe4c30a9cf0272a791d909f7e/B, priority=12, startTime=1733211832844; duration=0sec 2024-12-03T07:43:52,987 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:43:52,987 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e19a7efe4c30a9cf0272a791d909f7e:B 2024-12-03T07:43:52,987 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T07:43:52,994 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T07:43:52,995 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): 9e19a7efe4c30a9cf0272a791d909f7e/C is initiating minor compaction (all files) 2024-12-03T07:43:52,995 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9e19a7efe4c30a9cf0272a791d909f7e/C in TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:43:52,995 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/a8f874723b394b869ffbf426a2496430, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/9f343a5c9af04cacbcc2e075e39d254b, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/61a329e692fa40f8a15b5a21a7ccc86d, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/d059950a48a74cf8a5f7bf075be9176d] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp, totalSize=46.9 K 2024-12-03T07:43:52,996 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9e19a7efe4c30a9cf0272a791d909f7e/A of 9e19a7efe4c30a9cf0272a791d909f7e into 0b515d3f87a54ea08158b4aca4d8b56b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:43:52,996 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9e19a7efe4c30a9cf0272a791d909f7e: 2024-12-03T07:43:52,996 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., storeName=9e19a7efe4c30a9cf0272a791d909f7e/A, priority=12, startTime=1733211832838; duration=0sec 2024-12-03T07:43:52,997 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:43:52,997 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e19a7efe4c30a9cf0272a791d909f7e:A 2024-12-03T07:43:52,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/afc68b791b5f4bd5bba36744311a8dcb is 50, key is test_row_0/A:col10/1733211832652/Put/seqid=0 2024-12-03T07:43:53,001 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting a8f874723b394b869ffbf426a2496430, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733211830684 2024-12-03T07:43:53,003 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f343a5c9af04cacbcc2e075e39d254b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733211831010 2024-12-03T07:43:53,004 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 61a329e692fa40f8a15b5a21a7ccc86d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=71, earliestPutTs=1733211831271 2024-12-03T07:43:53,005 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting d059950a48a74cf8a5f7bf075be9176d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1733211831982 2024-12-03T07:43:53,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 9e19a7efe4c30a9cf0272a791d909f7e 2024-12-03T07:43:53,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. as already flushing 2024-12-03T07:43:53,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741851_1027 (size=12001) 2024-12-03T07:43:53,042 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/afc68b791b5f4bd5bba36744311a8dcb 2024-12-03T07:43:53,042 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e19a7efe4c30a9cf0272a791d909f7e#C#compaction#15 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:43:53,044 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/e67c1e679b004c48801790ec2d15a65c is 50, key is test_row_0/C:col10/1733211831982/Put/seqid=0 2024-12-03T07:43:53,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:53,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211893035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:53,050 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:53,050 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:53,050 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:53,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:53,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211893040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:53,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:53,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:53,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:53,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:53,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211893041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:53,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:53,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:53,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:53,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:53,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211893045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:53,060 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:53,060 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:53,060 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:53,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:53,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211893056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:53,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/314ed8552ab142548bf5cd18f135c4cf is 50, key is test_row_0/B:col10/1733211832652/Put/seqid=0 2024-12-03T07:43:53,069 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:53,069 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:53,070 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:53,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741852_1028 (size=12139) 2024-12-03T07:43:53,086 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/e67c1e679b004c48801790ec2d15a65c as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/e67c1e679b004c48801790ec2d15a65c 2024-12-03T07:43:53,099 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9e19a7efe4c30a9cf0272a791d909f7e/C of 9e19a7efe4c30a9cf0272a791d909f7e into e67c1e679b004c48801790ec2d15a65c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:43:53,099 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9e19a7efe4c30a9cf0272a791d909f7e: 2024-12-03T07:43:53,099 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., storeName=9e19a7efe4c30a9cf0272a791d909f7e/C, priority=12, startTime=1733211832845; duration=0sec 2024-12-03T07:43:53,099 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:43:53,099 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e19a7efe4c30a9cf0272a791d909f7e:C 2024-12-03T07:43:53,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741853_1029 (size=12001) 2024-12-03T07:43:53,117 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/314ed8552ab142548bf5cd18f135c4cf 2024-12-03T07:43:53,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/70b3cf1997174629bbdf54be7c2c66de is 50, key is test_row_0/C:col10/1733211832652/Put/seqid=0 2024-12-03T07:43:53,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-03T07:43:53,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:53,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211893159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:53,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:53,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:53,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:53,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:53,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211893168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:53,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:53,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:53,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:53,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:53,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211893168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:53,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:53,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:53,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:53,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741854_1030 (size=12001) 2024-12-03T07:43:53,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:53,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211893169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:53,175 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:53,175 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:53,175 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:53,176 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/70b3cf1997174629bbdf54be7c2c66de 2024-12-03T07:43:53,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:53,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211893178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:53,185 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:53,185 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:53,185 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:53,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/afc68b791b5f4bd5bba36744311a8dcb as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/afc68b791b5f4bd5bba36744311a8dcb 2024-12-03T07:43:53,205 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/afc68b791b5f4bd5bba36744311a8dcb, entries=150, sequenceid=104, filesize=11.7 K 2024-12-03T07:43:53,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/314ed8552ab142548bf5cd18f135c4cf as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/314ed8552ab142548bf5cd18f135c4cf 2024-12-03T07:43:53,220 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/314ed8552ab142548bf5cd18f135c4cf, entries=150, sequenceid=104, filesize=11.7 K 2024-12-03T07:43:53,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/70b3cf1997174629bbdf54be7c2c66de as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/70b3cf1997174629bbdf54be7c2c66de 2024-12-03T07:43:53,244 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/70b3cf1997174629bbdf54be7c2c66de, entries=150, sequenceid=104, filesize=11.7 K 2024-12-03T07:43:53,246 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for 9e19a7efe4c30a9cf0272a791d909f7e in 266ms, sequenceid=104, compaction requested=false 2024-12-03T07:43:53,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 9e19a7efe4c30a9cf0272a791d909f7e: 2024-12-03T07:43:53,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:43:53,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-03T07:43:53,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-03T07:43:53,252 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T07:43:53,252 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 424 msec 2024-12-03T07:43:53,257 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 434 msec 2024-12-03T07:43:53,372 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9e19a7efe4c30a9cf0272a791d909f7e 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-03T07:43:53,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=A 2024-12-03T07:43:53,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:43:53,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=B 2024-12-03T07:43:53,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:43:53,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=C 2024-12-03T07:43:53,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:43:53,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 9e19a7efe4c30a9cf0272a791d909f7e 2024-12-03T07:43:53,391 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/79d46fcc28ff4194a62eeee401c3d98f is 50, key is test_row_0/A:col10/1733211833018/Put/seqid=0 2024-12-03T07:43:53,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741855_1031 (size=12001) 2024-12-03T07:43:53,399 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/79d46fcc28ff4194a62eeee401c3d98f 2024-12-03T07:43:53,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:53,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211893406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:53,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:53,419 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/139eb8bd73cb45edbe55699887ba5b44 is 50, key is test_row_0/B:col10/1733211833018/Put/seqid=0 2024-12-03T07:43:53,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:53,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:53,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:53,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211893411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:53,420 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:53,420 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:53,420 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:53,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:53,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211893415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:53,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:53,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:53,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:53,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:53,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211893418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:53,427 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:53,427 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:53,427 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:53,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:53,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211893418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:53,428 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:53,428 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:53,428 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:53,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741856_1032 (size=12001) 2024-12-03T07:43:53,441 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/139eb8bd73cb45edbe55699887ba5b44 2024-12-03T07:43:53,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-03T07:43:53,448 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:43:53,449 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T07:43:53,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-12-03T07:43:53,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-03T07:43:53,452 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T07:43:53,459 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T07:43:53,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T07:43:53,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/926ea6e02cd043cca72e9e87b7957879 is 50, key is test_row_0/C:col10/1733211833018/Put/seqid=0 2024-12-03T07:43:53,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741857_1033 (size=12001) 2024-12-03T07:43:53,495 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/926ea6e02cd043cca72e9e87b7957879 2024-12-03T07:43:53,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/79d46fcc28ff4194a62eeee401c3d98f as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/79d46fcc28ff4194a62eeee401c3d98f 2024-12-03T07:43:53,529 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/79d46fcc28ff4194a62eeee401c3d98f, entries=150, sequenceid=123, filesize=11.7 K 2024-12-03T07:43:53,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:53,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211893528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:53,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:53,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:53,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:53,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:53,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211893528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:53,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/139eb8bd73cb45edbe55699887ba5b44 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/139eb8bd73cb45edbe55699887ba5b44 2024-12-03T07:43:53,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:53,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:53,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:53,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:53,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211893528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:53,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:53,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:53,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:53,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:53,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211893538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:53,540 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:53,540 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:53,540 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:53,545 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/139eb8bd73cb45edbe55699887ba5b44, entries=150, sequenceid=123, filesize=11.7 K 2024-12-03T07:43:53,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/926ea6e02cd043cca72e9e87b7957879 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/926ea6e02cd043cca72e9e87b7957879 2024-12-03T07:43:53,547 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-03T07:43:53,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:53,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211893539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:53,549 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:53,549 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:53,549 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:53,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-03T07:43:53,569 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/926ea6e02cd043cca72e9e87b7957879, entries=150, sequenceid=123, filesize=11.7 K 2024-12-03T07:43:53,570 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 9e19a7efe4c30a9cf0272a791d909f7e in 199ms, sequenceid=123, compaction requested=true 2024-12-03T07:43:53,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9e19a7efe4c30a9cf0272a791d909f7e: 2024-12-03T07:43:53,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e19a7efe4c30a9cf0272a791d909f7e:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T07:43:53,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:43:53,571 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:43:53,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e19a7efe4c30a9cf0272a791d909f7e:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T07:43:53,571 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:43:53,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:43:53,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e19a7efe4c30a9cf0272a791d909f7e:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T07:43:53,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:43:53,574 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:43:53,574 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1541): 9e19a7efe4c30a9cf0272a791d909f7e/B is initiating minor compaction (all files) 2024-12-03T07:43:53,574 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:43:53,574 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9e19a7efe4c30a9cf0272a791d909f7e/B in TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:43:53,574 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): 9e19a7efe4c30a9cf0272a791d909f7e/A is initiating minor compaction (all files) 2024-12-03T07:43:53,574 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9e19a7efe4c30a9cf0272a791d909f7e/A in TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:43:53,574 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/258025e7147e4bf186c86c4861e859e0, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/314ed8552ab142548bf5cd18f135c4cf, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/139eb8bd73cb45edbe55699887ba5b44] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp, totalSize=35.3 K 2024-12-03T07:43:53,575 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/0b515d3f87a54ea08158b4aca4d8b56b, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/afc68b791b5f4bd5bba36744311a8dcb, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/79d46fcc28ff4194a62eeee401c3d98f] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp, totalSize=35.3 K 2024-12-03T07:43:53,575 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 258025e7147e4bf186c86c4861e859e0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1733211831982 2024-12-03T07:43:53,576 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 0b515d3f87a54ea08158b4aca4d8b56b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1733211831982 2024-12-03T07:43:53,576 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 314ed8552ab142548bf5cd18f135c4cf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1733211832652 2024-12-03T07:43:53,576 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting afc68b791b5f4bd5bba36744311a8dcb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1733211832652 2024-12-03T07:43:53,577 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 139eb8bd73cb45edbe55699887ba5b44, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1733211833018 2024-12-03T07:43:53,577 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 79d46fcc28ff4194a62eeee401c3d98f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1733211833018 2024-12-03T07:43:53,601 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e19a7efe4c30a9cf0272a791d909f7e#B#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:43:53,602 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/3d4a50c8d03d454d909c6b2d5dbf495f is 50, key is test_row_0/B:col10/1733211833018/Put/seqid=0 2024-12-03T07:43:53,609 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e19a7efe4c30a9cf0272a791d909f7e#A#compaction#22 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:43:53,610 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/01799a5f6c234d41a67eb7201f197b6a is 50, key is test_row_0/A:col10/1733211833018/Put/seqid=0 2024-12-03T07:43:53,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-03T07:43:53,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:43:53,614 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 9e19a7efe4c30a9cf0272a791d909f7e 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-03T07:43:53,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=A 2024-12-03T07:43:53,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:43:53,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=B 2024-12-03T07:43:53,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:43:53,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=C 2024-12-03T07:43:53,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:43:53,632 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T07:43:53,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/7243f5700f824e8dbf87dbf61c33802d is 50, key is test_row_0/A:col10/1733211833415/Put/seqid=0 2024-12-03T07:43:53,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741859_1035 (size=12241) 2024-12-03T07:43:53,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741858_1034 (size=12241) 2024-12-03T07:43:53,669 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/01799a5f6c234d41a67eb7201f197b6a as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/01799a5f6c234d41a67eb7201f197b6a 2024-12-03T07:43:53,679 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/3d4a50c8d03d454d909c6b2d5dbf495f as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/3d4a50c8d03d454d909c6b2d5dbf495f 2024-12-03T07:43:53,689 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9e19a7efe4c30a9cf0272a791d909f7e/B of 9e19a7efe4c30a9cf0272a791d909f7e into 3d4a50c8d03d454d909c6b2d5dbf495f(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:43:53,689 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9e19a7efe4c30a9cf0272a791d909f7e: 2024-12-03T07:43:53,689 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., storeName=9e19a7efe4c30a9cf0272a791d909f7e/B, priority=13, startTime=1733211833571; duration=0sec 2024-12-03T07:43:53,690 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:43:53,690 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e19a7efe4c30a9cf0272a791d909f7e:B 2024-12-03T07:43:53,690 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:43:53,691 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9e19a7efe4c30a9cf0272a791d909f7e/A of 9e19a7efe4c30a9cf0272a791d909f7e into 01799a5f6c234d41a67eb7201f197b6a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:43:53,691 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9e19a7efe4c30a9cf0272a791d909f7e: 2024-12-03T07:43:53,691 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., storeName=9e19a7efe4c30a9cf0272a791d909f7e/A, priority=13, startTime=1733211833571; duration=0sec 2024-12-03T07:43:53,692 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:43:53,692 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1541): 9e19a7efe4c30a9cf0272a791d909f7e/C is initiating minor compaction (all files) 2024-12-03T07:43:53,692 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:43:53,692 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9e19a7efe4c30a9cf0272a791d909f7e/C in TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:43:53,692 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e19a7efe4c30a9cf0272a791d909f7e:A 2024-12-03T07:43:53,692 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/e67c1e679b004c48801790ec2d15a65c, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/70b3cf1997174629bbdf54be7c2c66de, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/926ea6e02cd043cca72e9e87b7957879] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp, totalSize=35.3 K 2024-12-03T07:43:53,693 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting e67c1e679b004c48801790ec2d15a65c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1733211831982 2024-12-03T07:43:53,694 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 70b3cf1997174629bbdf54be7c2c66de, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1733211832652 2024-12-03T07:43:53,695 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 926ea6e02cd043cca72e9e87b7957879, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1733211833018 2024-12-03T07:43:53,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741860_1036 (size=12151) 2024-12-03T07:43:53,729 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e19a7efe4c30a9cf0272a791d909f7e#C#compaction#24 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:43:53,732 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/7425e26ce0984fea8c1074dfebea0dae is 50, key is test_row_0/C:col10/1733211833018/Put/seqid=0 2024-12-03T07:43:53,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. as already flushing 2024-12-03T07:43:53,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 9e19a7efe4c30a9cf0272a791d909f7e 2024-12-03T07:43:53,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741861_1037 (size=12241) 2024-12-03T07:43:53,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-03T07:43:53,779 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/7425e26ce0984fea8c1074dfebea0dae as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/7425e26ce0984fea8c1074dfebea0dae 2024-12-03T07:43:53,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:53,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211893779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:53,792 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:53,792 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:53,792 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:53,794 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9e19a7efe4c30a9cf0272a791d909f7e/C of 9e19a7efe4c30a9cf0272a791d909f7e into 7425e26ce0984fea8c1074dfebea0dae(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:43:53,794 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9e19a7efe4c30a9cf0272a791d909f7e: 2024-12-03T07:43:53,794 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., storeName=9e19a7efe4c30a9cf0272a791d909f7e/C, priority=13, startTime=1733211833571; duration=0sec 2024-12-03T07:43:53,795 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:43:53,795 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e19a7efe4c30a9cf0272a791d909f7e:C 2024-12-03T07:43:53,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:53,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211893788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:53,799 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:53,799 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:53,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:53,799 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:53,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211893789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:53,800 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:53,800 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:53,800 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:53,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:53,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211893791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:53,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:53,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:53,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:53,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:53,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211893797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:53,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:53,806 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:53,806 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:53,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:53,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211893898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:53,906 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:53,906 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:53,906 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:53,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:53,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211893908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:53,910 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:53,910 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:53,910 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:53,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:53,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:53,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211893909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:53,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211893910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:53,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:53,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211893910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:53,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:53,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:53,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:53,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:53,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:53,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:53,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:53,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:53,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:54,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-03T07:43:54,106 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/7243f5700f824e8dbf87dbf61c33802d 2024-12-03T07:43:54,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:54,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211894108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:54,112 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:54,112 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:54,112 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:54,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:54,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211894118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:54,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:54,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211894119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:54,122 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:54,122 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:54,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:54,122 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:54,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211894119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:54,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:54,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:54,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:54,123 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:54,123 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:54,123 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:54,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:54,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211894119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:54,124 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:54,124 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:54,124 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:54,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/e8b54221830b4e17b94781164408dd4d is 50, key is test_row_0/B:col10/1733211833415/Put/seqid=0 2024-12-03T07:43:54,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741862_1038 (size=12151) 2024-12-03T07:43:54,168 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/e8b54221830b4e17b94781164408dd4d 2024-12-03T07:43:54,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/71be2158cbd1428087936c5975fe74f9 is 50, key is test_row_0/C:col10/1733211833415/Put/seqid=0 2024-12-03T07:43:54,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741863_1039 (size=12151) 2024-12-03T07:43:54,305 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T07:43:54,305 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T07:43:54,307 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T07:43:54,308 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T07:43:54,308 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T07:43:54,308 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-03T07:43:54,309 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-03T07:43:54,309 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-03T07:43:54,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211894419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:54,422 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:54,422 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:54,422 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:54,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:54,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211894428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:54,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211894428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:54,433 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:54,433 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:54,433 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:54,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211894429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:54,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:54,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:54,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:54,437 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:54,437 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:54,437 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:54,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211894437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:54,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:54,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:54,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:54,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-03T07:43:54,615 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/71be2158cbd1428087936c5975fe74f9 2024-12-03T07:43:54,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/7243f5700f824e8dbf87dbf61c33802d as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/7243f5700f824e8dbf87dbf61c33802d 2024-12-03T07:43:54,644 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/7243f5700f824e8dbf87dbf61c33802d, entries=150, sequenceid=138, filesize=11.9 K 2024-12-03T07:43:54,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/e8b54221830b4e17b94781164408dd4d as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/e8b54221830b4e17b94781164408dd4d 2024-12-03T07:43:54,655 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/e8b54221830b4e17b94781164408dd4d, entries=150, sequenceid=138, filesize=11.9 K 2024-12-03T07:43:54,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/71be2158cbd1428087936c5975fe74f9 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/71be2158cbd1428087936c5975fe74f9 2024-12-03T07:43:54,671 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/71be2158cbd1428087936c5975fe74f9, entries=150, sequenceid=138, filesize=11.9 K 2024-12-03T07:43:54,673 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for 9e19a7efe4c30a9cf0272a791d909f7e in 1059ms, sequenceid=138, compaction requested=false 2024-12-03T07:43:54,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 9e19a7efe4c30a9cf0272a791d909f7e: 2024-12-03T07:43:54,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:43:54,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-03T07:43:54,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-03T07:43:54,679 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-03T07:43:54,679 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2170 sec 2024-12-03T07:43:54,684 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 1.2320 sec 2024-12-03T07:43:54,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 9e19a7efe4c30a9cf0272a791d909f7e 2024-12-03T07:43:54,934 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9e19a7efe4c30a9cf0272a791d909f7e 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-03T07:43:54,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=A 2024-12-03T07:43:54,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:43:54,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=B 2024-12-03T07:43:54,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:43:54,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=C 2024-12-03T07:43:54,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:43:54,952 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/b24bacb3dba049f788bc9ef971885b18 is 50, key is test_row_0/A:col10/1733211833784/Put/seqid=0 2024-12-03T07:43:54,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741864_1040 (size=12151) 2024-12-03T07:43:54,968 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/b24bacb3dba049f788bc9ef971885b18 2024-12-03T07:43:54,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/07bafd788c6f4b9cbe40cef1be1681ed is 50, key is test_row_0/B:col10/1733211833784/Put/seqid=0 2024-12-03T07:43:54,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741865_1041 (size=12151) 2024-12-03T07:43:55,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:55,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211895007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:55,017 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:55,017 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:55,017 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:55,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:55,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211895008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:55,018 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:55,018 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:55,018 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:55,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:55,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211895010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:55,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:55,019 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:55,019 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:55,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211895010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:55,019 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:55,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:55,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:55,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:55,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:55,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211895016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:55,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:55,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:55,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:55,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:55,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:55,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211895128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:55,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211895128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:55,133 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:55,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:55,133 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:55,133 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:55,133 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:55,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:55,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:55,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:55,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211895128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:55,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211895128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:55,134 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:55,134 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:55,134 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:55,134 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:55,134 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:55,134 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:55,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:55,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211895137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:55,140 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:55,140 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:55,141 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:55,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:55,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:55,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211895339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:55,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211895338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:55,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:55,343 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:55,343 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:55,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:55,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211895339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:55,343 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:55,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211895339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:55,344 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:55,344 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:55,344 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:55,345 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:55,345 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:55,345 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:55,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:55,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:55,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:55,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:55,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211895348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:55,349 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:55,349 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:55,349 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:55,388 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/07bafd788c6f4b9cbe40cef1be1681ed 2024-12-03T07:43:55,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/9098eb7803b644bcb769c14f43b561f5 is 50, key is test_row_0/C:col10/1733211833784/Put/seqid=0 2024-12-03T07:43:55,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741866_1042 (size=12151) 2024-12-03T07:43:55,420 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/9098eb7803b644bcb769c14f43b561f5 2024-12-03T07:43:55,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/b24bacb3dba049f788bc9ef971885b18 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/b24bacb3dba049f788bc9ef971885b18 2024-12-03T07:43:55,438 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/b24bacb3dba049f788bc9ef971885b18, entries=150, sequenceid=160, filesize=11.9 K 2024-12-03T07:43:55,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/07bafd788c6f4b9cbe40cef1be1681ed as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/07bafd788c6f4b9cbe40cef1be1681ed 2024-12-03T07:43:55,449 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/07bafd788c6f4b9cbe40cef1be1681ed, entries=150, sequenceid=160, filesize=11.9 K 2024-12-03T07:43:55,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/9098eb7803b644bcb769c14f43b561f5 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/9098eb7803b644bcb769c14f43b561f5 2024-12-03T07:43:55,465 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/9098eb7803b644bcb769c14f43b561f5, entries=150, sequenceid=160, filesize=11.9 K 2024-12-03T07:43:55,467 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 9e19a7efe4c30a9cf0272a791d909f7e in 532ms, sequenceid=160, compaction requested=true 2024-12-03T07:43:55,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9e19a7efe4c30a9cf0272a791d909f7e: 2024-12-03T07:43:55,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e19a7efe4c30a9cf0272a791d909f7e:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T07:43:55,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:43:55,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e19a7efe4c30a9cf0272a791d909f7e:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T07:43:55,467 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:43:55,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:43:55,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e19a7efe4c30a9cf0272a791d909f7e:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T07:43:55,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:43:55,467 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:43:55,469 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:43:55,469 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1541): 9e19a7efe4c30a9cf0272a791d909f7e/A is initiating minor compaction (all files) 2024-12-03T07:43:55,469 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:43:55,469 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): 9e19a7efe4c30a9cf0272a791d909f7e/B is initiating minor compaction (all files) 2024-12-03T07:43:55,469 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9e19a7efe4c30a9cf0272a791d909f7e/A in TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:43:55,469 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9e19a7efe4c30a9cf0272a791d909f7e/B in TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:43:55,469 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/01799a5f6c234d41a67eb7201f197b6a, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/7243f5700f824e8dbf87dbf61c33802d, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/b24bacb3dba049f788bc9ef971885b18] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp, totalSize=35.7 K 2024-12-03T07:43:55,469 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/3d4a50c8d03d454d909c6b2d5dbf495f, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/e8b54221830b4e17b94781164408dd4d, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/07bafd788c6f4b9cbe40cef1be1681ed] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp, totalSize=35.7 K 2024-12-03T07:43:55,470 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d4a50c8d03d454d909c6b2d5dbf495f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1733211833018 2024-12-03T07:43:55,471 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting e8b54221830b4e17b94781164408dd4d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1733211833403 2024-12-03T07:43:55,471 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 07bafd788c6f4b9cbe40cef1be1681ed, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733211833784 2024-12-03T07:43:55,470 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01799a5f6c234d41a67eb7201f197b6a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1733211833018 2024-12-03T07:43:55,474 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7243f5700f824e8dbf87dbf61c33802d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1733211833403 2024-12-03T07:43:55,475 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting b24bacb3dba049f788bc9ef971885b18, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733211833784 2024-12-03T07:43:55,490 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e19a7efe4c30a9cf0272a791d909f7e#B#compaction#30 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:43:55,491 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/7075d5ba54d04778b732652c798dccc6 is 50, key is test_row_0/B:col10/1733211833784/Put/seqid=0 2024-12-03T07:43:55,498 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e19a7efe4c30a9cf0272a791d909f7e#A#compaction#31 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:43:55,499 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/f6ed0f161e6f45239f1f863f60fbad58 is 50, key is test_row_0/A:col10/1733211833784/Put/seqid=0 2024-12-03T07:43:55,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741867_1043 (size=12493) 2024-12-03T07:43:55,527 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/7075d5ba54d04778b732652c798dccc6 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/7075d5ba54d04778b732652c798dccc6 2024-12-03T07:43:55,538 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9e19a7efe4c30a9cf0272a791d909f7e/B of 9e19a7efe4c30a9cf0272a791d909f7e into 7075d5ba54d04778b732652c798dccc6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:43:55,538 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9e19a7efe4c30a9cf0272a791d909f7e: 2024-12-03T07:43:55,538 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., storeName=9e19a7efe4c30a9cf0272a791d909f7e/B, priority=13, startTime=1733211835467; duration=0sec 2024-12-03T07:43:55,538 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:43:55,538 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e19a7efe4c30a9cf0272a791d909f7e:B 2024-12-03T07:43:55,539 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:43:55,542 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:43:55,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741868_1044 (size=12493) 2024-12-03T07:43:55,543 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): 9e19a7efe4c30a9cf0272a791d909f7e/C is initiating minor compaction (all files) 2024-12-03T07:43:55,543 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9e19a7efe4c30a9cf0272a791d909f7e/C in TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:43:55,543 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/7425e26ce0984fea8c1074dfebea0dae, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/71be2158cbd1428087936c5975fe74f9, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/9098eb7803b644bcb769c14f43b561f5] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp, totalSize=35.7 K 2024-12-03T07:43:55,544 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 7425e26ce0984fea8c1074dfebea0dae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1733211833018 2024-12-03T07:43:55,547 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 71be2158cbd1428087936c5975fe74f9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1733211833403 2024-12-03T07:43:55,547 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 9098eb7803b644bcb769c14f43b561f5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733211833784 2024-12-03T07:43:55,554 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/f6ed0f161e6f45239f1f863f60fbad58 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/f6ed0f161e6f45239f1f863f60fbad58 2024-12-03T07:43:55,564 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9e19a7efe4c30a9cf0272a791d909f7e/A of 9e19a7efe4c30a9cf0272a791d909f7e into f6ed0f161e6f45239f1f863f60fbad58(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:43:55,564 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9e19a7efe4c30a9cf0272a791d909f7e: 2024-12-03T07:43:55,564 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., storeName=9e19a7efe4c30a9cf0272a791d909f7e/A, priority=13, startTime=1733211835467; duration=0sec 2024-12-03T07:43:55,564 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:43:55,564 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e19a7efe4c30a9cf0272a791d909f7e:A 2024-12-03T07:43:55,573 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e19a7efe4c30a9cf0272a791d909f7e#C#compaction#32 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:43:55,574 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/c9828489302a405c9b8d1d38962e6ec9 is 50, key is test_row_0/C:col10/1733211833784/Put/seqid=0 2024-12-03T07:43:55,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741869_1045 (size=12493) 2024-12-03T07:43:55,592 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/c9828489302a405c9b8d1d38962e6ec9 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/c9828489302a405c9b8d1d38962e6ec9 2024-12-03T07:43:55,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-03T07:43:55,598 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:43:55,599 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T07:43:55,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-12-03T07:43:55,604 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T07:43:55,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-03T07:43:55,605 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T07:43:55,606 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T07:43:55,612 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9e19a7efe4c30a9cf0272a791d909f7e/C of 9e19a7efe4c30a9cf0272a791d909f7e into c9828489302a405c9b8d1d38962e6ec9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:43:55,612 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9e19a7efe4c30a9cf0272a791d909f7e: 2024-12-03T07:43:55,612 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., storeName=9e19a7efe4c30a9cf0272a791d909f7e/C, priority=13, startTime=1733211835467; duration=0sec 2024-12-03T07:43:55,613 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:43:55,613 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e19a7efe4c30a9cf0272a791d909f7e:C 2024-12-03T07:43:55,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 9e19a7efe4c30a9cf0272a791d909f7e 2024-12-03T07:43:55,653 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9e19a7efe4c30a9cf0272a791d909f7e 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-03T07:43:55,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=A 2024-12-03T07:43:55,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:43:55,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=B 2024-12-03T07:43:55,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:43:55,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=C 2024-12-03T07:43:55,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:43:55,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/605cd5fb23a347cd8bffb3da559f2c9f is 50, key is test_row_0/A:col10/1733211835006/Put/seqid=0 2024-12-03T07:43:55,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741870_1046 (size=12151) 2024-12-03T07:43:55,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:55,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211895678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:55,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:55,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:55,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:55,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:55,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211895684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:55,692 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:55,692 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:55,692 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:55,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:55,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211895685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:55,692 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/605cd5fb23a347cd8bffb3da559f2c9f 2024-12-03T07:43:55,693 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:55,693 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:55,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:55,693 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:55,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211895685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:55,694 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:55,694 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:55,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:55,694 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:55,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211895685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:55,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:55,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:55,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:55,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/34b5f81294ba4810869c21a7fa20dfcf is 50, key is test_row_0/B:col10/1733211835006/Put/seqid=0 2024-12-03T07:43:55,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-03T07:43:55,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741871_1047 (size=12151) 2024-12-03T07:43:55,740 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/34b5f81294ba4810869c21a7fa20dfcf 2024-12-03T07:43:55,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/30e1e51f88534228bdf95d9c1ddb114f is 50, key is test_row_0/C:col10/1733211835006/Put/seqid=0 2024-12-03T07:43:55,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-03T07:43:55,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:43:55,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. as already flushing 2024-12-03T07:43:55,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:43:55,760 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:43:55,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:43:55,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:43:55,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741872_1048 (size=12151) 2024-12-03T07:43:55,782 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/30e1e51f88534228bdf95d9c1ddb114f 2024-12-03T07:43:55,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:55,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211895787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:55,793 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:55,793 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:55,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/605cd5fb23a347cd8bffb3da559f2c9f as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/605cd5fb23a347cd8bffb3da559f2c9f 2024-12-03T07:43:55,793 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:55,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:55,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211895798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:55,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:55,801 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:55,801 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:55,801 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:55,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211895798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:55,802 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:55,802 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:55,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:55,802 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211895798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:55,803 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:55,803 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:55,803 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:55,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:55,803 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/605cd5fb23a347cd8bffb3da559f2c9f, entries=150, sequenceid=178, filesize=11.9 K 2024-12-03T07:43:55,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211895799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:55,804 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:55,804 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:55,804 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:55,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/34b5f81294ba4810869c21a7fa20dfcf as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/34b5f81294ba4810869c21a7fa20dfcf 2024-12-03T07:43:55,813 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/34b5f81294ba4810869c21a7fa20dfcf, entries=150, sequenceid=178, filesize=11.9 K 2024-12-03T07:43:55,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/30e1e51f88534228bdf95d9c1ddb114f as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/30e1e51f88534228bdf95d9c1ddb114f 2024-12-03T07:43:55,825 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/30e1e51f88534228bdf95d9c1ddb114f, entries=150, sequenceid=178, filesize=11.9 K 2024-12-03T07:43:55,829 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for 9e19a7efe4c30a9cf0272a791d909f7e in 176ms, sequenceid=178, compaction requested=false 2024-12-03T07:43:55,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9e19a7efe4c30a9cf0272a791d909f7e: 2024-12-03T07:43:55,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-03T07:43:55,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:43:55,915 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 9e19a7efe4c30a9cf0272a791d909f7e 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-03T07:43:55,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=A 2024-12-03T07:43:55,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:43:55,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=B 2024-12-03T07:43:55,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:43:55,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=C 2024-12-03T07:43:55,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:43:55,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/a6aeca031c0b458b8c0fad268514fb2c is 50, key is test_row_0/A:col10/1733211835678/Put/seqid=0 2024-12-03T07:43:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-03T07:43:55,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741873_1049 (size=12151) 2024-12-03T07:43:56,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 9e19a7efe4c30a9cf0272a791d909f7e 2024-12-03T07:43:56,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. as already flushing 2024-12-03T07:43:56,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211896016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:56,021 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:56,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:56,021 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:56,021 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211896017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:56,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:56,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:56,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:56,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211896018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:56,023 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:56,023 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:56,023 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:56,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:56,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211896019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:56,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:56,029 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:56,029 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:56,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211896021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:56,030 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:56,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:56,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:56,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:56,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:56,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211896127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:56,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:56,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:56,130 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:56,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211896127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:56,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211896128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:56,130 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:56,131 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:56,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:56,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:56,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:56,131 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:56,131 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:56,131 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:56,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:56,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211896138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:56,143 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:56,143 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:56,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:56,143 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:56,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211896138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:56,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:56,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:56,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:56,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-03T07:43:56,340 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/a6aeca031c0b458b8c0fad268514fb2c 2024-12-03T07:43:56,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:56,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211896338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:56,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:56,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211896339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:56,347 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:56,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:56,347 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:56,347 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:56,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211896339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:56,348 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:56,348 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:56,348 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:56,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:56,349 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:56,349 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:56,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211896348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:56,349 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:56,349 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:56,349 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:56,349 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:56,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:56,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211896348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:56,350 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:56,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:56,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:56,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/41f14047eac74e9ba95c7221102c42ba is 50, key is test_row_0/B:col10/1733211835678/Put/seqid=0 2024-12-03T07:43:56,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741874_1050 (size=12151) 2024-12-03T07:43:56,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:56,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211896658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:56,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:56,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:56,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:56,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:56,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211896658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:56,669 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:56,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:56,669 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:56,669 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:56,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211896658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:56,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:56,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211896658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:56,670 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:56,670 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:56,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:56,670 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:56,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211896658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:56,670 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:56,670 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:56,670 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:56,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:56,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:56,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:56,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-03T07:43:56,768 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/41f14047eac74e9ba95c7221102c42ba 2024-12-03T07:43:56,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/863620f9c12c4c9ba44e5910ab171e7c is 50, key is test_row_0/C:col10/1733211835678/Put/seqid=0 2024-12-03T07:43:56,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741875_1051 (size=12151) 2024-12-03T07:43:56,788 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/863620f9c12c4c9ba44e5910ab171e7c 2024-12-03T07:43:56,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/a6aeca031c0b458b8c0fad268514fb2c as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/a6aeca031c0b458b8c0fad268514fb2c 2024-12-03T07:43:56,803 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/a6aeca031c0b458b8c0fad268514fb2c, entries=150, sequenceid=196, filesize=11.9 K 2024-12-03T07:43:56,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/41f14047eac74e9ba95c7221102c42ba as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/41f14047eac74e9ba95c7221102c42ba 2024-12-03T07:43:56,813 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/41f14047eac74e9ba95c7221102c42ba, entries=150, sequenceid=196, filesize=11.9 K 2024-12-03T07:43:56,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/863620f9c12c4c9ba44e5910ab171e7c as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/863620f9c12c4c9ba44e5910ab171e7c 2024-12-03T07:43:56,821 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/863620f9c12c4c9ba44e5910ab171e7c, entries=150, sequenceid=196, filesize=11.9 K 2024-12-03T07:43:56,822 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 9e19a7efe4c30a9cf0272a791d909f7e in 907ms, sequenceid=196, compaction requested=true 2024-12-03T07:43:56,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 9e19a7efe4c30a9cf0272a791d909f7e: 2024-12-03T07:43:56,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:43:56,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-03T07:43:56,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-03T07:43:56,833 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-03T07:43:56,833 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2190 sec 2024-12-03T07:43:56,836 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 1.2340 sec 2024-12-03T07:43:57,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 9e19a7efe4c30a9cf0272a791d909f7e 2024-12-03T07:43:57,181 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9e19a7efe4c30a9cf0272a791d909f7e 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-03T07:43:57,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=A 2024-12-03T07:43:57,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:43:57,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=B 2024-12-03T07:43:57,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:43:57,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=C 2024-12-03T07:43:57,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:43:57,188 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/4d131885c0244f71b5c4118879817afb is 50, key is test_row_0/A:col10/1733211836016/Put/seqid=0 2024-12-03T07:43:57,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741876_1052 (size=12151) 2024-12-03T07:43:57,196 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/4d131885c0244f71b5c4118879817afb 2024-12-03T07:43:57,213 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/453383ddf80d4c5a82c6447d3afd0566 is 50, key is test_row_0/B:col10/1733211836016/Put/seqid=0 2024-12-03T07:43:57,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:57,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211897204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:57,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:57,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:57,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:57,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211897205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:57,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:57,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:57,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:57,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:57,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211897208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:57,217 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:57,217 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:57,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:57,217 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211897208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:57,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211897209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:57,219 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:57,219 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:57,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:57,220 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:57,220 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:57,220 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:57,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741877_1053 (size=12151) 2024-12-03T07:43:57,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211897328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:57,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:57,332 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:57,332 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211897328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:57,332 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:57,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211897328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:57,333 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:57,333 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:57,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:57,333 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211897329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:57,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211897329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:57,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:57,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:57,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:57,334 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:57,334 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:57,335 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:57,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:57,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:57,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:57,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:57,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:57,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211897538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:57,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211897538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:57,543 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:57,543 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:57,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:57,543 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:57,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:57,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211897539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:57,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211897538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:57,543 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:57,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:57,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:57,544 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:57,544 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:57,544 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:57,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:57,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:57,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:57,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:57,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211897548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:57,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:57,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:57,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:57,630 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/453383ddf80d4c5a82c6447d3afd0566 2024-12-03T07:43:57,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/9235252903df4e358ef4e7884f54fdee is 50, key is test_row_0/C:col10/1733211836016/Put/seqid=0 2024-12-03T07:43:57,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741878_1054 (size=12151) 2024-12-03T07:43:57,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-03T07:43:57,758 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:43:57,759 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T07:43:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-12-03T07:43:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-03T07:43:57,762 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T07:43:57,763 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T07:43:57,763 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T07:43:57,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:57,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211897848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:57,852 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:57,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:57,853 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:57,853 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:57,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211897848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:57,854 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:57,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:57,854 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:57,854 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:57,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211897848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:57,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:57,855 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:57,855 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:57,855 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:57,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211897848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:57,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:57,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:57,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:57,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:57,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211897857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:57,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:57,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:57,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:57,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-03T07:43:57,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-03T07:43:57,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:43:57,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. as already flushing 2024-12-03T07:43:57,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:43:57,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:43:57,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:43:57,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:43:58,048 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/9235252903df4e358ef4e7884f54fdee 2024-12-03T07:43:58,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/4d131885c0244f71b5c4118879817afb as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/4d131885c0244f71b5c4118879817afb 2024-12-03T07:43:58,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/4d131885c0244f71b5c4118879817afb, entries=150, sequenceid=211, filesize=11.9 K 2024-12-03T07:43:58,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/453383ddf80d4c5a82c6447d3afd0566 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/453383ddf80d4c5a82c6447d3afd0566 2024-12-03T07:43:58,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-03T07:43:58,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:43:58,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. as already flushing 2024-12-03T07:43:58,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:43:58,071 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:43:58,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:43:58,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:43:58,074 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/453383ddf80d4c5a82c6447d3afd0566, entries=150, sequenceid=211, filesize=11.9 K 2024-12-03T07:43:58,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/9235252903df4e358ef4e7884f54fdee as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/9235252903df4e358ef4e7884f54fdee 2024-12-03T07:43:58,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-03T07:43:58,088 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/9235252903df4e358ef4e7884f54fdee, entries=150, sequenceid=211, filesize=11.9 K 2024-12-03T07:43:58,089 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 9e19a7efe4c30a9cf0272a791d909f7e in 909ms, sequenceid=211, compaction requested=true 2024-12-03T07:43:58,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9e19a7efe4c30a9cf0272a791d909f7e: 2024-12-03T07:43:58,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e19a7efe4c30a9cf0272a791d909f7e:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T07:43:58,090 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T07:43:58,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:43:58,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e19a7efe4c30a9cf0272a791d909f7e:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T07:43:58,090 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T07:43:58,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:43:58,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e19a7efe4c30a9cf0272a791d909f7e:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T07:43:58,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:43:58,092 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T07:43:58,092 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1541): 9e19a7efe4c30a9cf0272a791d909f7e/A is initiating minor compaction (all files) 2024-12-03T07:43:58,092 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9e19a7efe4c30a9cf0272a791d909f7e/A in TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:43:58,092 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/f6ed0f161e6f45239f1f863f60fbad58, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/605cd5fb23a347cd8bffb3da559f2c9f, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/a6aeca031c0b458b8c0fad268514fb2c, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/4d131885c0244f71b5c4118879817afb] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp, totalSize=47.8 K 2024-12-03T07:43:58,092 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T07:43:58,093 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): 9e19a7efe4c30a9cf0272a791d909f7e/B is initiating minor compaction (all files) 2024-12-03T07:43:58,093 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9e19a7efe4c30a9cf0272a791d909f7e/B in TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:43:58,093 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/7075d5ba54d04778b732652c798dccc6, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/34b5f81294ba4810869c21a7fa20dfcf, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/41f14047eac74e9ba95c7221102c42ba, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/453383ddf80d4c5a82c6447d3afd0566] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp, totalSize=47.8 K 2024-12-03T07:43:58,093 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting f6ed0f161e6f45239f1f863f60fbad58, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733211833784 2024-12-03T07:43:58,094 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 7075d5ba54d04778b732652c798dccc6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733211833784 2024-12-03T07:43:58,094 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 605cd5fb23a347cd8bffb3da559f2c9f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1733211835005 2024-12-03T07:43:58,094 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 34b5f81294ba4810869c21a7fa20dfcf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1733211835005 2024-12-03T07:43:58,094 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting a6aeca031c0b458b8c0fad268514fb2c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733211835678 2024-12-03T07:43:58,095 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 41f14047eac74e9ba95c7221102c42ba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733211835678 2024-12-03T07:43:58,095 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4d131885c0244f71b5c4118879817afb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733211836016 2024-12-03T07:43:58,096 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 453383ddf80d4c5a82c6447d3afd0566, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733211836016 2024-12-03T07:43:58,113 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e19a7efe4c30a9cf0272a791d909f7e#B#compaction#42 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:43:58,113 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e19a7efe4c30a9cf0272a791d909f7e#A#compaction#43 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:43:58,114 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/1fb6f053b1144083849d85a9cb6bbc0e is 50, key is test_row_0/A:col10/1733211836016/Put/seqid=0 2024-12-03T07:43:58,114 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/dfd05b34479b4dc898102036a551b4f5 is 50, key is test_row_0/B:col10/1733211836016/Put/seqid=0 2024-12-03T07:43:58,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741879_1055 (size=12629) 2024-12-03T07:43:58,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741880_1056 (size=12629) 2024-12-03T07:43:58,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-03T07:43:58,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:43:58,232 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 9e19a7efe4c30a9cf0272a791d909f7e 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-03T07:43:58,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=A 2024-12-03T07:43:58,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:43:58,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=B 2024-12-03T07:43:58,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:43:58,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=C 2024-12-03T07:43:58,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:43:58,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/8cd7fba0201241af9cbebca6af4e1363 is 50, key is test_row_0/A:col10/1733211837206/Put/seqid=0 2024-12-03T07:43:58,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741881_1057 (size=12151) 2024-12-03T07:43:58,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 9e19a7efe4c30a9cf0272a791d909f7e 2024-12-03T07:43:58,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. as already flushing 2024-12-03T07:43:58,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-03T07:43:58,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:58,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211898381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211898383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:58,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:58,393 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:58,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:58,393 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:58,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:58,393 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:58,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:58,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211898389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:58,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:58,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:58,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:58,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:58,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211898390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:58,396 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:58,397 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:58,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:58,397 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211898392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:58,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:58,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:58,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:58,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:58,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211898497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:58,504 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:58,504 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:58,504 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:58,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:58,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211898497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:58,505 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:58,505 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:58,505 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:58,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:58,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211898508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:58,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:58,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:58,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:58,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:58,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211898508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:58,515 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:58,515 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:58,515 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:58,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:58,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211898508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:58,516 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:58,516 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:58,516 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:58,538 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/dfd05b34479b4dc898102036a551b4f5 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/dfd05b34479b4dc898102036a551b4f5 2024-12-03T07:43:58,541 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/1fb6f053b1144083849d85a9cb6bbc0e as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/1fb6f053b1144083849d85a9cb6bbc0e 2024-12-03T07:43:58,550 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9e19a7efe4c30a9cf0272a791d909f7e/B of 9e19a7efe4c30a9cf0272a791d909f7e into dfd05b34479b4dc898102036a551b4f5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:43:58,550 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9e19a7efe4c30a9cf0272a791d909f7e: 2024-12-03T07:43:58,550 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., storeName=9e19a7efe4c30a9cf0272a791d909f7e/B, priority=12, startTime=1733211838090; duration=0sec 2024-12-03T07:43:58,550 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:43:58,550 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e19a7efe4c30a9cf0272a791d909f7e:B 2024-12-03T07:43:58,550 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T07:43:58,550 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9e19a7efe4c30a9cf0272a791d909f7e/A of 9e19a7efe4c30a9cf0272a791d909f7e into 1fb6f053b1144083849d85a9cb6bbc0e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:43:58,550 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9e19a7efe4c30a9cf0272a791d909f7e: 2024-12-03T07:43:58,551 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., storeName=9e19a7efe4c30a9cf0272a791d909f7e/A, priority=12, startTime=1733211838089; duration=0sec 2024-12-03T07:43:58,551 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:43:58,551 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e19a7efe4c30a9cf0272a791d909f7e:A 2024-12-03T07:43:58,552 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T07:43:58,552 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): 9e19a7efe4c30a9cf0272a791d909f7e/C is initiating minor compaction (all files) 2024-12-03T07:43:58,552 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9e19a7efe4c30a9cf0272a791d909f7e/C in TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:43:58,553 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/c9828489302a405c9b8d1d38962e6ec9, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/30e1e51f88534228bdf95d9c1ddb114f, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/863620f9c12c4c9ba44e5910ab171e7c, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/9235252903df4e358ef4e7884f54fdee] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp, totalSize=47.8 K 2024-12-03T07:43:58,553 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting c9828489302a405c9b8d1d38962e6ec9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733211833784 2024-12-03T07:43:58,554 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 30e1e51f88534228bdf95d9c1ddb114f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1733211835005 2024-12-03T07:43:58,554 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 863620f9c12c4c9ba44e5910ab171e7c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733211835678 2024-12-03T07:43:58,555 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 9235252903df4e358ef4e7884f54fdee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733211836016 2024-12-03T07:43:58,571 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e19a7efe4c30a9cf0272a791d909f7e#C#compaction#45 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:43:58,572 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/ad056312c7194604b36d2e69d4de25ef is 50, key is test_row_0/C:col10/1733211836016/Put/seqid=0 2024-12-03T07:43:58,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741882_1058 (size=12629) 2024-12-03T07:43:58,594 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/ad056312c7194604b36d2e69d4de25ef as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/ad056312c7194604b36d2e69d4de25ef 2024-12-03T07:43:58,603 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9e19a7efe4c30a9cf0272a791d909f7e/C of 9e19a7efe4c30a9cf0272a791d909f7e into ad056312c7194604b36d2e69d4de25ef(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:43:58,603 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9e19a7efe4c30a9cf0272a791d909f7e: 2024-12-03T07:43:58,603 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., storeName=9e19a7efe4c30a9cf0272a791d909f7e/C, priority=12, startTime=1733211838090; duration=0sec 2024-12-03T07:43:58,603 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:43:58,603 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e19a7efe4c30a9cf0272a791d909f7e:C 2024-12-03T07:43:58,644 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/8cd7fba0201241af9cbebca6af4e1363 2024-12-03T07:43:58,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/398b2d69cd734dbab17138de249ee13f is 50, key is test_row_0/B:col10/1733211837206/Put/seqid=0 2024-12-03T07:43:58,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741883_1059 (size=12151) 2024-12-03T07:43:58,672 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/398b2d69cd734dbab17138de249ee13f 2024-12-03T07:43:58,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/1aa718ed39f846e0a60ebdf4dc4a9a4c is 50, key is test_row_0/C:col10/1733211837206/Put/seqid=0 2024-12-03T07:43:58,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741884_1060 (size=12151) 2024-12-03T07:43:58,706 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/1aa718ed39f846e0a60ebdf4dc4a9a4c 2024-12-03T07:43:58,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:58,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211898707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:58,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:58,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:58,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211898708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:58,712 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:58,712 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:58,712 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:58,712 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:58,712 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:58,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/8cd7fba0201241af9cbebca6af4e1363 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/8cd7fba0201241af9cbebca6af4e1363 2024-12-03T07:43:58,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:58,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211898719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:58,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:58,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211898719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:58,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:58,726 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:58,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:58,726 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:58,727 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:58,727 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:58,727 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/8cd7fba0201241af9cbebca6af4e1363, entries=150, sequenceid=228, filesize=11.9 K 2024-12-03T07:43:58,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:58,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211898728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:58,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:58,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/398b2d69cd734dbab17138de249ee13f as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/398b2d69cd734dbab17138de249ee13f 2024-12-03T07:43:58,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:58,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:58,742 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/398b2d69cd734dbab17138de249ee13f, entries=150, sequenceid=228, filesize=11.9 K 2024-12-03T07:43:58,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/1aa718ed39f846e0a60ebdf4dc4a9a4c as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/1aa718ed39f846e0a60ebdf4dc4a9a4c 2024-12-03T07:43:58,753 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/1aa718ed39f846e0a60ebdf4dc4a9a4c, entries=150, sequenceid=228, filesize=11.9 K 2024-12-03T07:43:58,755 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 9e19a7efe4c30a9cf0272a791d909f7e in 523ms, sequenceid=228, compaction requested=false 2024-12-03T07:43:58,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 9e19a7efe4c30a9cf0272a791d909f7e: 2024-12-03T07:43:58,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:43:58,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-12-03T07:43:58,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-12-03T07:43:58,761 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-03T07:43:58,761 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 995 msec 2024-12-03T07:43:58,770 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.0050 sec 2024-12-03T07:43:58,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-03T07:43:58,898 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:43:58,899 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T07:43:58,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-12-03T07:43:58,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-03T07:43:58,901 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T07:43:58,902 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T07:43:58,903 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T07:43:59,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-03T07:43:59,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 9e19a7efe4c30a9cf0272a791d909f7e 2024-12-03T07:43:59,019 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9e19a7efe4c30a9cf0272a791d909f7e 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-03T07:43:59,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=A 2024-12-03T07:43:59,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:43:59,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=B 2024-12-03T07:43:59,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:43:59,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=C 2024-12-03T07:43:59,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:43:59,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/7c58d3d486b5465eb43ae245579fc7b7 is 50, key is test_row_0/A:col10/1733211838387/Put/seqid=0 2024-12-03T07:43:59,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741885_1061 (size=14541) 2024-12-03T07:43:59,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:59,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211899046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:59,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:59,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:59,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:59,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:59,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211899048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:59,055 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:59,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:59,055 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:59,055 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:59,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211899052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:59,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-03T07:43:59,056 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:59,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:43:59,056 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:59,056 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:59,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. as already flushing 2024-12-03T07:43:59,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:43:59,056 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:43:59,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:43:59,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:43:59,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:59,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211899053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:59,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:59,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211899054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:59,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:59,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:59,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:59,060 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:59,060 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:59,060 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:59,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:59,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:59,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211899157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:59,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211899157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:59,159 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:59,159 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:59,159 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:59,159 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:59,159 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:59,159 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:59,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:59,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211899168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:59,170 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:59,170 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:59,170 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:59,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:59,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211899168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:59,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:59,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:59,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:59,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:59,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211899168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:59,172 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:59,172 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:59,172 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:59,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-03T07:43:59,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:43:59,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. as already flushing 2024-12-03T07:43:59,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:43:59,211 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:43:59,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:43:59,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:43:59,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-03T07:43:59,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-03T07:43:59,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:43:59,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. as already flushing 2024-12-03T07:43:59,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:43:59,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:43:59,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:43:59,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:43:59,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:59,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211899368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:59,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:59,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:59,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:59,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:59,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211899368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:59,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:59,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:59,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:59,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:59,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211899377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:59,380 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:59,380 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:59,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:59,380 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:59,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211899378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:59,381 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:59,381 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:59,381 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:59,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:59,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211899378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:59,381 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:59,381 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:59,382 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:59,436 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/7c58d3d486b5465eb43ae245579fc7b7 2024-12-03T07:43:59,447 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/2c723402c7db4a7f9c9a71d92531504e is 50, key is test_row_0/B:col10/1733211838387/Put/seqid=0 2024-12-03T07:43:59,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741886_1062 (size=12151) 2024-12-03T07:43:59,455 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/2c723402c7db4a7f9c9a71d92531504e 2024-12-03T07:43:59,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/f89c29ddf3984788baf66c379b29ba3e is 50, key is test_row_0/C:col10/1733211838387/Put/seqid=0 2024-12-03T07:43:59,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741887_1063 (size=12151) 2024-12-03T07:43:59,473 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/f89c29ddf3984788baf66c379b29ba3e 2024-12-03T07:43:59,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/7c58d3d486b5465eb43ae245579fc7b7 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/7c58d3d486b5465eb43ae245579fc7b7 2024-12-03T07:43:59,490 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/7c58d3d486b5465eb43ae245579fc7b7, entries=200, sequenceid=247, filesize=14.2 K 2024-12-03T07:43:59,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/2c723402c7db4a7f9c9a71d92531504e as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/2c723402c7db4a7f9c9a71d92531504e 2024-12-03T07:43:59,501 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/2c723402c7db4a7f9c9a71d92531504e, entries=150, sequenceid=247, filesize=11.9 K 2024-12-03T07:43:59,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/f89c29ddf3984788baf66c379b29ba3e as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/f89c29ddf3984788baf66c379b29ba3e 2024-12-03T07:43:59,510 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/f89c29ddf3984788baf66c379b29ba3e, entries=150, sequenceid=247, filesize=11.9 K 2024-12-03T07:43:59,511 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 9e19a7efe4c30a9cf0272a791d909f7e in 492ms, sequenceid=247, compaction requested=true 2024-12-03T07:43:59,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9e19a7efe4c30a9cf0272a791d909f7e: 2024-12-03T07:43:59,512 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:43:59,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e19a7efe4c30a9cf0272a791d909f7e:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T07:43:59,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:43:59,512 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:43:59,514 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39321 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:43:59,514 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1541): 9e19a7efe4c30a9cf0272a791d909f7e/A is initiating minor compaction (all files) 2024-12-03T07:43:59,514 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9e19a7efe4c30a9cf0272a791d909f7e/A in TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:43:59,514 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/1fb6f053b1144083849d85a9cb6bbc0e, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/8cd7fba0201241af9cbebca6af4e1363, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/7c58d3d486b5465eb43ae245579fc7b7] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp, totalSize=38.4 K 2024-12-03T07:43:59,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e19a7efe4c30a9cf0272a791d909f7e:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T07:43:59,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:43:59,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e19a7efe4c30a9cf0272a791d909f7e:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T07:43:59,515 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1fb6f053b1144083849d85a9cb6bbc0e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733211836016 2024-12-03T07:43:59,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:43:59,516 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:43:59,516 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): 9e19a7efe4c30a9cf0272a791d909f7e/B is initiating minor compaction (all files) 2024-12-03T07:43:59,516 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9e19a7efe4c30a9cf0272a791d909f7e/B in TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:43:59,516 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/dfd05b34479b4dc898102036a551b4f5, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/398b2d69cd734dbab17138de249ee13f, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/2c723402c7db4a7f9c9a71d92531504e] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp, totalSize=36.1 K 2024-12-03T07:43:59,517 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8cd7fba0201241af9cbebca6af4e1363, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1733211837197 2024-12-03T07:43:59,517 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting dfd05b34479b4dc898102036a551b4f5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733211836016 2024-12-03T07:43:59,517 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c58d3d486b5465eb43ae245579fc7b7, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733211838387 2024-12-03T07:43:59,518 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 398b2d69cd734dbab17138de249ee13f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1733211837197 2024-12-03T07:43:59,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-03T07:43:59,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:43:59,519 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c723402c7db4a7f9c9a71d92531504e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733211838387 2024-12-03T07:43:59,519 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 9e19a7efe4c30a9cf0272a791d909f7e 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-03T07:43:59,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=A 2024-12-03T07:43:59,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:43:59,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=B 2024-12-03T07:43:59,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:43:59,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=C 2024-12-03T07:43:59,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:43:59,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-03T07:43:59,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/9213f4b1df8e4bc1980d375e93f4f386 is 50, key is test_row_0/A:col10/1733211839052/Put/seqid=0 2024-12-03T07:43:59,545 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e19a7efe4c30a9cf0272a791d909f7e#A#compaction#52 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:43:59,546 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/330b5898cb5c4060b159561c6db78cbe is 50, key is test_row_0/A:col10/1733211838387/Put/seqid=0 2024-12-03T07:43:59,546 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e19a7efe4c30a9cf0272a791d909f7e#B#compaction#53 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:43:59,550 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/cc92f8d2bc3547f882e69575def18ed6 is 50, key is test_row_0/B:col10/1733211838387/Put/seqid=0 2024-12-03T07:43:59,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741889_1065 (size=12731) 2024-12-03T07:43:59,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741888_1064 (size=12301) 2024-12-03T07:43:59,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741890_1066 (size=12731) 2024-12-03T07:43:59,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 9e19a7efe4c30a9cf0272a791d909f7e 2024-12-03T07:43:59,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. as already flushing 2024-12-03T07:43:59,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:59,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211899700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:59,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:59,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:59,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:59,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:59,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211899701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:59,709 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:59,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:59,709 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:59,709 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:59,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211899702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:59,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:59,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:59,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:59,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:59,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211899707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:59,713 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:59,713 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:59,713 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:59,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:59,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211899708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:59,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:59,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:59,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:59,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:59,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211899818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:59,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:59,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211899818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:59,825 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:59,825 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:59,825 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:59,825 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:59,825 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:59,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:59,825 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:59,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211899818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:59,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:59,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:59,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:59,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:59,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:43:59,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211899818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:59,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211899818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:43:59,826 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:59,826 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:59,827 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:59,827 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:59,827 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:43:59,827 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:43:59,967 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/330b5898cb5c4060b159561c6db78cbe as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/330b5898cb5c4060b159561c6db78cbe 2024-12-03T07:43:59,976 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/9213f4b1df8e4bc1980d375e93f4f386 2024-12-03T07:43:59,976 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9e19a7efe4c30a9cf0272a791d909f7e/A of 9e19a7efe4c30a9cf0272a791d909f7e into 330b5898cb5c4060b159561c6db78cbe(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:43:59,976 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9e19a7efe4c30a9cf0272a791d909f7e: 2024-12-03T07:43:59,977 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., storeName=9e19a7efe4c30a9cf0272a791d909f7e/A, priority=13, startTime=1733211839512; duration=0sec 2024-12-03T07:43:59,981 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:43:59,981 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e19a7efe4c30a9cf0272a791d909f7e:A 2024-12-03T07:43:59,981 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:43:59,984 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:43:59,984 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1541): 9e19a7efe4c30a9cf0272a791d909f7e/C is initiating minor compaction (all files) 2024-12-03T07:43:59,985 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9e19a7efe4c30a9cf0272a791d909f7e/C in TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:43:59,985 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/ad056312c7194604b36d2e69d4de25ef, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/1aa718ed39f846e0a60ebdf4dc4a9a4c, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/f89c29ddf3984788baf66c379b29ba3e] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp, totalSize=36.1 K 2024-12-03T07:43:59,986 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting ad056312c7194604b36d2e69d4de25ef, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733211836016 2024-12-03T07:43:59,986 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/cc92f8d2bc3547f882e69575def18ed6 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/cc92f8d2bc3547f882e69575def18ed6 2024-12-03T07:43:59,987 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1aa718ed39f846e0a60ebdf4dc4a9a4c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1733211837197 2024-12-03T07:43:59,987 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting f89c29ddf3984788baf66c379b29ba3e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733211838387 2024-12-03T07:43:59,994 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9e19a7efe4c30a9cf0272a791d909f7e/B of 9e19a7efe4c30a9cf0272a791d909f7e into cc92f8d2bc3547f882e69575def18ed6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:43:59,994 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9e19a7efe4c30a9cf0272a791d909f7e: 2024-12-03T07:43:59,994 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., storeName=9e19a7efe4c30a9cf0272a791d909f7e/B, priority=13, startTime=1733211839512; duration=0sec 2024-12-03T07:43:59,995 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:43:59,995 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e19a7efe4c30a9cf0272a791d909f7e:B 2024-12-03T07:43:59,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/77ae53ea20b644d7815a1d7a61b5f507 is 50, key is test_row_0/B:col10/1733211839052/Put/seqid=0 2024-12-03T07:43:59,998 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e19a7efe4c30a9cf0272a791d909f7e#C#compaction#55 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:43:59,999 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/860c7fea03c5445b91cdb4fef54881fd is 50, key is test_row_0/C:col10/1733211838387/Put/seqid=0 2024-12-03T07:44:00,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741892_1068 (size=12731) 2024-12-03T07:44:00,023 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/860c7fea03c5445b91cdb4fef54881fd as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/860c7fea03c5445b91cdb4fef54881fd 2024-12-03T07:44:00,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:00,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211900027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:00,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:00,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:00,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:00,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:00,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211900027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:00,031 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:00,031 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:00,031 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:00,032 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9e19a7efe4c30a9cf0272a791d909f7e/C of 9e19a7efe4c30a9cf0272a791d909f7e into 860c7fea03c5445b91cdb4fef54881fd(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:44:00,032 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9e19a7efe4c30a9cf0272a791d909f7e: 2024-12-03T07:44:00,032 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., storeName=9e19a7efe4c30a9cf0272a791d909f7e/C, priority=13, startTime=1733211839515; duration=0sec 2024-12-03T07:44:00,032 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:00,032 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e19a7efe4c30a9cf0272a791d909f7e:C 2024-12-03T07:44:00,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741891_1067 (size=12301) 2024-12-03T07:44:00,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-03T07:44:00,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:00,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211900038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:00,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:00,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:00,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:00,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:00,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211900038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:00,046 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:00,046 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:00,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:00,046 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:00,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211900038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:00,047 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:00,047 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:00,047 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:00,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:00,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211900338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:00,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:00,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:00,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:00,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:00,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211900338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:00,341 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:00,342 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:00,342 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:00,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:00,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211900348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:00,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:00,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:00,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:00,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:00,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211900348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:00,354 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:00,354 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:00,354 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:00,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:00,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211900357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:00,358 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:00,358 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:00,358 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:00,435 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/77ae53ea20b644d7815a1d7a61b5f507 2024-12-03T07:44:00,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/f0d7c4faa5454c7388292f09a85d3739 is 50, key is test_row_0/C:col10/1733211839052/Put/seqid=0 2024-12-03T07:44:00,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741893_1069 (size=12301) 2024-12-03T07:44:00,451 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/f0d7c4faa5454c7388292f09a85d3739 2024-12-03T07:44:00,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/9213f4b1df8e4bc1980d375e93f4f386 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/9213f4b1df8e4bc1980d375e93f4f386 2024-12-03T07:44:00,463 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/9213f4b1df8e4bc1980d375e93f4f386, entries=150, sequenceid=263, filesize=12.0 K 2024-12-03T07:44:00,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/77ae53ea20b644d7815a1d7a61b5f507 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/77ae53ea20b644d7815a1d7a61b5f507 2024-12-03T07:44:00,474 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/77ae53ea20b644d7815a1d7a61b5f507, entries=150, sequenceid=263, filesize=12.0 K 2024-12-03T07:44:00,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/f0d7c4faa5454c7388292f09a85d3739 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/f0d7c4faa5454c7388292f09a85d3739 2024-12-03T07:44:00,486 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/f0d7c4faa5454c7388292f09a85d3739, entries=150, sequenceid=263, filesize=12.0 K 2024-12-03T07:44:00,489 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 9e19a7efe4c30a9cf0272a791d909f7e in 970ms, sequenceid=263, compaction requested=false 2024-12-03T07:44:00,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 9e19a7efe4c30a9cf0272a791d909f7e: 2024-12-03T07:44:00,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:00,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-12-03T07:44:00,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-12-03T07:44:00,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-12-03T07:44:00,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5890 sec 2024-12-03T07:44:00,501 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.5990 sec 2024-12-03T07:44:00,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 9e19a7efe4c30a9cf0272a791d909f7e 2024-12-03T07:44:00,851 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9e19a7efe4c30a9cf0272a791d909f7e 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-03T07:44:00,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=A 2024-12-03T07:44:00,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:00,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=B 2024-12-03T07:44:00,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:00,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=C 2024-12-03T07:44:00,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:00,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/18edab47a5464a278a3ed08eb9554883 is 50, key is test_row_0/A:col10/1733211840850/Put/seqid=0 2024-12-03T07:44:00,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741894_1070 (size=14741) 2024-12-03T07:44:00,864 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/18edab47a5464a278a3ed08eb9554883 2024-12-03T07:44:00,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/92e1bc2d705d4719aa9de978cb7fef15 is 50, key is test_row_0/B:col10/1733211840850/Put/seqid=0 2024-12-03T07:44:00,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:00,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211900869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:00,879 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:00,880 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:00,880 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:00,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:00,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211900874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:00,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:00,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:00,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211900875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:00,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211900878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:00,881 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:00,881 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:00,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:00,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:00,881 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:00,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:00,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:00,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211900879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:00,881 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:00,881 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:00,881 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:00,882 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:00,882 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:00,882 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:00,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741895_1071 (size=12301) 2024-12-03T07:44:00,888 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/92e1bc2d705d4719aa9de978cb7fef15 2024-12-03T07:44:00,897 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/82df61da703e4e1abf2d5125cfc44f49 is 50, key is test_row_0/C:col10/1733211840850/Put/seqid=0 2024-12-03T07:44:00,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741896_1072 (size=12301) 2024-12-03T07:44:00,911 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/82df61da703e4e1abf2d5125cfc44f49 2024-12-03T07:44:00,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/18edab47a5464a278a3ed08eb9554883 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/18edab47a5464a278a3ed08eb9554883 2024-12-03T07:44:00,927 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/18edab47a5464a278a3ed08eb9554883, entries=200, sequenceid=284, filesize=14.4 K 2024-12-03T07:44:00,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/92e1bc2d705d4719aa9de978cb7fef15 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/92e1bc2d705d4719aa9de978cb7fef15 2024-12-03T07:44:00,939 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/92e1bc2d705d4719aa9de978cb7fef15, entries=150, sequenceid=284, filesize=12.0 K 2024-12-03T07:44:00,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/82df61da703e4e1abf2d5125cfc44f49 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/82df61da703e4e1abf2d5125cfc44f49 2024-12-03T07:44:00,947 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/82df61da703e4e1abf2d5125cfc44f49, entries=150, sequenceid=284, filesize=12.0 K 2024-12-03T07:44:00,948 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 9e19a7efe4c30a9cf0272a791d909f7e in 97ms, sequenceid=284, compaction requested=true 2024-12-03T07:44:00,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9e19a7efe4c30a9cf0272a791d909f7e: 2024-12-03T07:44:00,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e19a7efe4c30a9cf0272a791d909f7e:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T07:44:00,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:00,949 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:44:00,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e19a7efe4c30a9cf0272a791d909f7e:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T07:44:00,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:00,949 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:44:00,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e19a7efe4c30a9cf0272a791d909f7e:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T07:44:00,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:44:00,950 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39773 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:44:00,950 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1541): 9e19a7efe4c30a9cf0272a791d909f7e/A is initiating minor compaction (all files) 2024-12-03T07:44:00,950 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:44:00,950 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9e19a7efe4c30a9cf0272a791d909f7e/A in TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:00,950 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): 9e19a7efe4c30a9cf0272a791d909f7e/B is initiating minor compaction (all files) 2024-12-03T07:44:00,950 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/330b5898cb5c4060b159561c6db78cbe, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/9213f4b1df8e4bc1980d375e93f4f386, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/18edab47a5464a278a3ed08eb9554883] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp, totalSize=38.8 K 2024-12-03T07:44:00,950 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9e19a7efe4c30a9cf0272a791d909f7e/B in TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:00,951 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/cc92f8d2bc3547f882e69575def18ed6, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/77ae53ea20b644d7815a1d7a61b5f507, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/92e1bc2d705d4719aa9de978cb7fef15] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp, totalSize=36.5 K 2024-12-03T07:44:00,951 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 330b5898cb5c4060b159561c6db78cbe, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733211838387 2024-12-03T07:44:00,951 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting cc92f8d2bc3547f882e69575def18ed6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733211838387 2024-12-03T07:44:00,953 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9213f4b1df8e4bc1980d375e93f4f386, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1733211839045 2024-12-03T07:44:00,953 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 77ae53ea20b644d7815a1d7a61b5f507, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1733211839045 2024-12-03T07:44:00,953 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18edab47a5464a278a3ed08eb9554883, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1733211839705 2024-12-03T07:44:00,954 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 92e1bc2d705d4719aa9de978cb7fef15, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1733211839705 2024-12-03T07:44:00,967 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e19a7efe4c30a9cf0272a791d909f7e#B#compaction#60 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:44:00,968 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/c656c5b273ff469e8345fe3d96afa764 is 50, key is test_row_0/B:col10/1733211840850/Put/seqid=0 2024-12-03T07:44:00,972 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e19a7efe4c30a9cf0272a791d909f7e#A#compaction#61 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:44:00,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741897_1073 (size=12983) 2024-12-03T07:44:00,973 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/ac89ff78220a4ec4bc9705e38194cac5 is 50, key is test_row_0/A:col10/1733211840850/Put/seqid=0 2024-12-03T07:44:00,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741898_1074 (size=12983) 2024-12-03T07:44:00,981 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/c656c5b273ff469e8345fe3d96afa764 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/c656c5b273ff469e8345fe3d96afa764 2024-12-03T07:44:00,992 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/ac89ff78220a4ec4bc9705e38194cac5 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/ac89ff78220a4ec4bc9705e38194cac5 2024-12-03T07:44:00,992 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9e19a7efe4c30a9cf0272a791d909f7e/B of 9e19a7efe4c30a9cf0272a791d909f7e into c656c5b273ff469e8345fe3d96afa764(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:44:00,992 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9e19a7efe4c30a9cf0272a791d909f7e: 2024-12-03T07:44:00,992 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., storeName=9e19a7efe4c30a9cf0272a791d909f7e/B, priority=13, startTime=1733211840949; duration=0sec 2024-12-03T07:44:00,992 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:44:00,992 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e19a7efe4c30a9cf0272a791d909f7e:B 2024-12-03T07:44:00,992 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:44:00,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 9e19a7efe4c30a9cf0272a791d909f7e 2024-12-03T07:44:00,993 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9e19a7efe4c30a9cf0272a791d909f7e 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-03T07:44:00,995 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:44:00,995 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): 9e19a7efe4c30a9cf0272a791d909f7e/C is initiating minor compaction (all files) 2024-12-03T07:44:00,995 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9e19a7efe4c30a9cf0272a791d909f7e/C in TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:00,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=A 2024-12-03T07:44:00,995 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/860c7fea03c5445b91cdb4fef54881fd, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/f0d7c4faa5454c7388292f09a85d3739, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/82df61da703e4e1abf2d5125cfc44f49] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp, totalSize=36.5 K 2024-12-03T07:44:00,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:00,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=B 2024-12-03T07:44:00,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:00,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=C 2024-12-03T07:44:00,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:00,996 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 860c7fea03c5445b91cdb4fef54881fd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733211838387 2024-12-03T07:44:00,996 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting f0d7c4faa5454c7388292f09a85d3739, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1733211839045 2024-12-03T07:44:00,997 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 82df61da703e4e1abf2d5125cfc44f49, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1733211839705 2024-12-03T07:44:01,002 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/a8858fffc6a245efa3184fa739b0f0fb is 50, key is test_row_0/A:col10/1733211840877/Put/seqid=0 2024-12-03T07:44:01,014 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9e19a7efe4c30a9cf0272a791d909f7e/A of 9e19a7efe4c30a9cf0272a791d909f7e into ac89ff78220a4ec4bc9705e38194cac5(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:44:01,014 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9e19a7efe4c30a9cf0272a791d909f7e: 2024-12-03T07:44:01,014 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., storeName=9e19a7efe4c30a9cf0272a791d909f7e/A, priority=13, startTime=1733211840949; duration=0sec 2024-12-03T07:44:01,014 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:01,014 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e19a7efe4c30a9cf0272a791d909f7e:A 2024-12-03T07:44:01,016 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e19a7efe4c30a9cf0272a791d909f7e#C#compaction#63 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:44:01,016 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/a2414705ac3f4b929a6af3fc1fd9aedb is 50, key is test_row_0/C:col10/1733211840850/Put/seqid=0 2024-12-03T07:44:01,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:01,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211901024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:01,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:01,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:01,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:01,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211901026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:01,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:01,033 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:01,033 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:01,033 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:01,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741899_1075 (size=12301) 2024-12-03T07:44:01,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741900_1076 (size=12983) 2024-12-03T07:44:01,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:01,043 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/a8858fffc6a245efa3184fa739b0f0fb 2024-12-03T07:44:01,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211901027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:01,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:01,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:01,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:01,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:01,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211901030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:01,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:01,045 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:01,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211901032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:01,045 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:01,045 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:01,046 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:01,046 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:01,046 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:01,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-03T07:44:01,048 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:44:01,049 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T07:44:01,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-12-03T07:44:01,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-03T07:44:01,051 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T07:44:01,052 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T07:44:01,053 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T07:44:01,057 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/a2414705ac3f4b929a6af3fc1fd9aedb as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/a2414705ac3f4b929a6af3fc1fd9aedb 2024-12-03T07:44:01,064 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9e19a7efe4c30a9cf0272a791d909f7e/C of 9e19a7efe4c30a9cf0272a791d909f7e into a2414705ac3f4b929a6af3fc1fd9aedb(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:44:01,064 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9e19a7efe4c30a9cf0272a791d909f7e: 2024-12-03T07:44:01,065 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., storeName=9e19a7efe4c30a9cf0272a791d909f7e/C, priority=13, startTime=1733211840949; duration=0sec 2024-12-03T07:44:01,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/83b2f13a893445dbaeafe49d736d6a77 is 50, key is test_row_0/B:col10/1733211840877/Put/seqid=0 2024-12-03T07:44:01,065 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:01,065 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e19a7efe4c30a9cf0272a791d909f7e:C 2024-12-03T07:44:01,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741901_1077 (size=12301) 2024-12-03T07:44:01,085 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/83b2f13a893445dbaeafe49d736d6a77 2024-12-03T07:44:01,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/b06faa66cd9649738392200a420db3e3 is 50, key is test_row_0/C:col10/1733211840877/Put/seqid=0 2024-12-03T07:44:01,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741902_1078 (size=12301) 2024-12-03T07:44:01,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:01,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211901138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:01,142 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:01,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:01,142 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:01,142 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:01,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211901138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:01,143 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:01,143 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:01,143 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:01,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:01,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211901147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:01,149 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:01,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:01,149 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:01,149 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:01,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211901147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:01,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:01,149 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:01,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211901148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:01,150 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:01,150 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:01,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:01,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:01,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:01,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-03T07:44:01,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-03T07:44:01,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:01,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. as already flushing 2024-12-03T07:44:01,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:01,206 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:01,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:01,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:01,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:01,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211901347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:01,348 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:01,349 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:01,349 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:01,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:01,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211901347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:01,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:01,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:01,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:01,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-03T07:44:01,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:01,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. as already flushing 2024-12-03T07:44:01,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:01,361 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:01,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:01,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:01,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:01,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:01,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211901358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:01,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211901358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:01,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:01,363 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:01,363 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:01,364 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:01,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211901358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:01,364 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:01,364 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:01,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:01,364 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:01,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:01,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:01,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-03T07:44:01,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-03T07:44:01,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:01,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. as already flushing 2024-12-03T07:44:01,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:01,516 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:01,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:01,517 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/b06faa66cd9649738392200a420db3e3 2024-12-03T07:44:01,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:01,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/a8858fffc6a245efa3184fa739b0f0fb as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/a8858fffc6a245efa3184fa739b0f0fb 2024-12-03T07:44:01,531 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/a8858fffc6a245efa3184fa739b0f0fb, entries=150, sequenceid=301, filesize=12.0 K 2024-12-03T07:44:01,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/83b2f13a893445dbaeafe49d736d6a77 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/83b2f13a893445dbaeafe49d736d6a77 2024-12-03T07:44:01,538 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/83b2f13a893445dbaeafe49d736d6a77, entries=150, sequenceid=301, filesize=12.0 K 2024-12-03T07:44:01,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/b06faa66cd9649738392200a420db3e3 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/b06faa66cd9649738392200a420db3e3 2024-12-03T07:44:01,545 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/b06faa66cd9649738392200a420db3e3, entries=150, sequenceid=301, filesize=12.0 K 2024-12-03T07:44:01,546 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 9e19a7efe4c30a9cf0272a791d909f7e in 553ms, sequenceid=301, compaction requested=false 2024-12-03T07:44:01,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9e19a7efe4c30a9cf0272a791d909f7e: 2024-12-03T07:44:01,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 9e19a7efe4c30a9cf0272a791d909f7e 2024-12-03T07:44:01,662 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9e19a7efe4c30a9cf0272a791d909f7e 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-03T07:44:01,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=A 2024-12-03T07:44:01,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:01,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=B 2024-12-03T07:44:01,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:01,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=C 2024-12-03T07:44:01,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:01,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/462eb9c8bad9439f8e446692b9e1d903 is 50, key is test_row_0/A:col10/1733211841660/Put/seqid=0 2024-12-03T07:44:01,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-03T07:44:01,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:01,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. as already flushing 2024-12-03T07:44:01,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:01,670 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:01,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:01,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:01,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-03T07:44:01,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:01,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211901681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:01,684 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:01,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:01,684 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:01,684 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:01,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211901682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:01,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:01,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:01,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:01,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:01,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211901682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:01,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:01,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:01,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:01,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:01,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:01,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211901683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:01,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211901684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:01,688 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:01,688 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:01,688 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:01,688 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:01,688 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:01,688 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:01,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741903_1079 (size=12301) 2024-12-03T07:44:01,700 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/462eb9c8bad9439f8e446692b9e1d903 2024-12-03T07:44:01,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/ab9b22491c6b42b59db865d01d6dee1f is 50, key is test_row_0/B:col10/1733211841660/Put/seqid=0 2024-12-03T07:44:01,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741904_1080 (size=12301) 2024-12-03T07:44:01,728 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/ab9b22491c6b42b59db865d01d6dee1f 2024-12-03T07:44:01,739 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/13125eebf8df42c9adc868e047647438 is 50, key is test_row_0/C:col10/1733211841660/Put/seqid=0 2024-12-03T07:44:01,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741905_1081 (size=12301) 2024-12-03T07:44:01,748 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/13125eebf8df42c9adc868e047647438 2024-12-03T07:44:01,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/462eb9c8bad9439f8e446692b9e1d903 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/462eb9c8bad9439f8e446692b9e1d903 2024-12-03T07:44:01,767 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/462eb9c8bad9439f8e446692b9e1d903, entries=150, sequenceid=321, filesize=12.0 K 2024-12-03T07:44:01,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/ab9b22491c6b42b59db865d01d6dee1f as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/ab9b22491c6b42b59db865d01d6dee1f 2024-12-03T07:44:01,779 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/ab9b22491c6b42b59db865d01d6dee1f, entries=150, sequenceid=321, filesize=12.0 K 2024-12-03T07:44:01,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/13125eebf8df42c9adc868e047647438 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/13125eebf8df42c9adc868e047647438 2024-12-03T07:44:01,786 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/13125eebf8df42c9adc868e047647438, entries=150, sequenceid=321, filesize=12.0 K 2024-12-03T07:44:01,789 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 9e19a7efe4c30a9cf0272a791d909f7e in 127ms, sequenceid=321, compaction requested=true 2024-12-03T07:44:01,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9e19a7efe4c30a9cf0272a791d909f7e: 2024-12-03T07:44:01,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e19a7efe4c30a9cf0272a791d909f7e:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T07:44:01,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:01,790 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:44:01,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e19a7efe4c30a9cf0272a791d909f7e:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T07:44:01,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:44:01,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e19a7efe4c30a9cf0272a791d909f7e:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T07:44:01,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:44:01,790 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:44:01,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 9e19a7efe4c30a9cf0272a791d909f7e 2024-12-03T07:44:01,793 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:44:01,793 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9e19a7efe4c30a9cf0272a791d909f7e 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-03T07:44:01,793 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:44:01,793 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1541): 9e19a7efe4c30a9cf0272a791d909f7e/A is initiating minor compaction (all files) 2024-12-03T07:44:01,794 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): 9e19a7efe4c30a9cf0272a791d909f7e/B is initiating minor compaction (all files) 2024-12-03T07:44:01,794 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9e19a7efe4c30a9cf0272a791d909f7e/A in TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:01,794 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9e19a7efe4c30a9cf0272a791d909f7e/B in TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:01,794 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/ac89ff78220a4ec4bc9705e38194cac5, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/a8858fffc6a245efa3184fa739b0f0fb, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/462eb9c8bad9439f8e446692b9e1d903] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp, totalSize=36.7 K 2024-12-03T07:44:01,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=A 2024-12-03T07:44:01,794 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/c656c5b273ff469e8345fe3d96afa764, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/83b2f13a893445dbaeafe49d736d6a77, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/ab9b22491c6b42b59db865d01d6dee1f] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp, totalSize=36.7 K 2024-12-03T07:44:01,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:01,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=B 2024-12-03T07:44:01,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:01,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=C 2024-12-03T07:44:01,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:01,796 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac89ff78220a4ec4bc9705e38194cac5, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1733211839705 2024-12-03T07:44:01,796 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting c656c5b273ff469e8345fe3d96afa764, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1733211839705 2024-12-03T07:44:01,798 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting a8858fffc6a245efa3184fa739b0f0fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1733211840873 2024-12-03T07:44:01,799 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 83b2f13a893445dbaeafe49d736d6a77, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1733211840873 2024-12-03T07:44:01,799 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 462eb9c8bad9439f8e446692b9e1d903, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1733211841025 2024-12-03T07:44:01,799 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting ab9b22491c6b42b59db865d01d6dee1f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1733211841025 2024-12-03T07:44:01,807 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/af9108741825420f8483f16d26585f2a is 50, key is test_row_0/A:col10/1733211841681/Put/seqid=0 2024-12-03T07:44:01,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:01,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211901816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:01,824 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:01,824 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:01,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:01,824 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:01,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211901818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:01,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:01,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211901819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:01,825 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:01,825 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:01,825 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:01,825 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:01,825 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:01,825 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:01,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-03T07:44:01,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:01,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. as already flushing 2024-12-03T07:44:01,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:01,827 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:01,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:01,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:01,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:01,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211901821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:01,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:01,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:01,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211901823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:01,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:01,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:01,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:01,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:01,836 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e19a7efe4c30a9cf0272a791d909f7e#A#compaction#71 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:44:01,836 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e19a7efe4c30a9cf0272a791d909f7e#B#compaction#70 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:44:01,837 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/72419d3d848049b6bbf8b0294d4962d0 is 50, key is test_row_0/B:col10/1733211841660/Put/seqid=0 2024-12-03T07:44:01,837 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/9f736487f2cf449fa54fd3eb04a998fd is 50, key is test_row_0/A:col10/1733211841660/Put/seqid=0 2024-12-03T07:44:01,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741906_1082 (size=14741) 2024-12-03T07:44:01,847 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/af9108741825420f8483f16d26585f2a 2024-12-03T07:44:01,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741907_1083 (size=13085) 2024-12-03T07:44:01,869 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/72419d3d848049b6bbf8b0294d4962d0 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/72419d3d848049b6bbf8b0294d4962d0 2024-12-03T07:44:01,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741908_1084 (size=13085) 2024-12-03T07:44:01,873 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/6d73111b0bc84018953792c26a9e9336 is 50, key is test_row_0/B:col10/1733211841681/Put/seqid=0 2024-12-03T07:44:01,883 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/9f736487f2cf449fa54fd3eb04a998fd as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/9f736487f2cf449fa54fd3eb04a998fd 2024-12-03T07:44:01,884 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9e19a7efe4c30a9cf0272a791d909f7e/B of 9e19a7efe4c30a9cf0272a791d909f7e into 72419d3d848049b6bbf8b0294d4962d0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:44:01,884 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9e19a7efe4c30a9cf0272a791d909f7e: 2024-12-03T07:44:01,884 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., storeName=9e19a7efe4c30a9cf0272a791d909f7e/B, priority=13, startTime=1733211841790; duration=0sec 2024-12-03T07:44:01,884 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:44:01,885 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e19a7efe4c30a9cf0272a791d909f7e:B 2024-12-03T07:44:01,885 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:44:01,886 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:44:01,886 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): 9e19a7efe4c30a9cf0272a791d909f7e/C is initiating minor compaction (all files) 2024-12-03T07:44:01,886 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9e19a7efe4c30a9cf0272a791d909f7e/C in TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:01,886 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/a2414705ac3f4b929a6af3fc1fd9aedb, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/b06faa66cd9649738392200a420db3e3, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/13125eebf8df42c9adc868e047647438] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp, totalSize=36.7 K 2024-12-03T07:44:01,887 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting a2414705ac3f4b929a6af3fc1fd9aedb, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1733211839705 2024-12-03T07:44:01,888 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting b06faa66cd9649738392200a420db3e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1733211840873 2024-12-03T07:44:01,889 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 13125eebf8df42c9adc868e047647438, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1733211841025 2024-12-03T07:44:01,891 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9e19a7efe4c30a9cf0272a791d909f7e/A of 9e19a7efe4c30a9cf0272a791d909f7e into 9f736487f2cf449fa54fd3eb04a998fd(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:44:01,891 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9e19a7efe4c30a9cf0272a791d909f7e: 2024-12-03T07:44:01,892 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., storeName=9e19a7efe4c30a9cf0272a791d909f7e/A, priority=13, startTime=1733211841789; duration=0sec 2024-12-03T07:44:01,892 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:01,892 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e19a7efe4c30a9cf0272a791d909f7e:A 2024-12-03T07:44:01,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741909_1085 (size=12301) 2024-12-03T07:44:01,903 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/6d73111b0bc84018953792c26a9e9336 2024-12-03T07:44:01,904 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e19a7efe4c30a9cf0272a791d909f7e#C#compaction#73 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:44:01,905 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/371da188901449edbe26dc5b5df84b7b is 50, key is test_row_0/C:col10/1733211841660/Put/seqid=0 2024-12-03T07:44:01,921 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/1071265aea6e42628c637bd145ba68fa is 50, key is test_row_0/C:col10/1733211841681/Put/seqid=0 2024-12-03T07:44:01,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741910_1086 (size=13085) 2024-12-03T07:44:01,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211901927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:01,928 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:01,928 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:01,928 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:01,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741911_1087 (size=12301) 2024-12-03T07:44:01,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211901928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:01,932 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:01,932 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:01,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:01,932 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211901928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:01,932 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:01,932 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:01,933 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:01,933 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/1071265aea6e42628c637bd145ba68fa 2024-12-03T07:44:01,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/af9108741825420f8483f16d26585f2a as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/af9108741825420f8483f16d26585f2a 2024-12-03T07:44:01,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211901938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:01,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211901938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:01,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:01,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:01,942 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:01,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:01,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:01,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:01,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/af9108741825420f8483f16d26585f2a, entries=200, sequenceid=338, filesize=14.4 K 2024-12-03T07:44:01,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/6d73111b0bc84018953792c26a9e9336 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/6d73111b0bc84018953792c26a9e9336 2024-12-03T07:44:01,958 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/6d73111b0bc84018953792c26a9e9336, entries=150, sequenceid=338, filesize=12.0 K 2024-12-03T07:44:01,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/1071265aea6e42628c637bd145ba68fa as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/1071265aea6e42628c637bd145ba68fa 2024-12-03T07:44:01,969 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/1071265aea6e42628c637bd145ba68fa, entries=150, sequenceid=338, filesize=12.0 K 2024-12-03T07:44:01,973 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 9e19a7efe4c30a9cf0272a791d909f7e in 182ms, sequenceid=338, compaction requested=false 2024-12-03T07:44:01,974 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9e19a7efe4c30a9cf0272a791d909f7e: 2024-12-03T07:44:01,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-03T07:44:01,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:01,981 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 9e19a7efe4c30a9cf0272a791d909f7e 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-03T07:44:01,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=A 2024-12-03T07:44:01,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:01,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=B 2024-12-03T07:44:01,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:01,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=C 2024-12-03T07:44:01,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:01,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/05a975c482664c6a9abdf4f50fa37b92 is 50, key is test_row_0/A:col10/1733211841820/Put/seqid=0 2024-12-03T07:44:01,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741912_1088 (size=12301) 2024-12-03T07:44:01,996 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/05a975c482664c6a9abdf4f50fa37b92 2024-12-03T07:44:02,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/84359a799f4942e59245ce6997be74c6 is 50, key is test_row_0/B:col10/1733211841820/Put/seqid=0 2024-12-03T07:44:02,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741913_1089 (size=12301) 2024-12-03T07:44:02,024 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/84359a799f4942e59245ce6997be74c6 2024-12-03T07:44:02,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/d6b2f799354240eea4a52993267543d4 is 50, key is test_row_0/C:col10/1733211841820/Put/seqid=0 2024-12-03T07:44:02,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741914_1090 (size=12301) 2024-12-03T07:44:02,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 9e19a7efe4c30a9cf0272a791d909f7e 2024-12-03T07:44:02,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. as already flushing 2024-12-03T07:44:02,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:02,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211902156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:02,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:02,162 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:02,162 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:02,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211902157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:02,162 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:02,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:02,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:02,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211902159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:02,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:02,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:02,163 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:02,163 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:02,163 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:02,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:02,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211902161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:02,166 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:02,166 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:02,166 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:02,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:02,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211902162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:02,168 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:02,168 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:02,168 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:02,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-03T07:44:02,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:02,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211902267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:02,271 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:02,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:02,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:02,271 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:02,271 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:02,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211902267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:02,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211902268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:02,271 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:02,271 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:02,271 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:02,271 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:02,272 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:02,272 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:02,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:02,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:02,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211902277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:02,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211902277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:02,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:02,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:02,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:02,284 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:02,284 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:02,284 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:02,331 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/371da188901449edbe26dc5b5df84b7b as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/371da188901449edbe26dc5b5df84b7b 2024-12-03T07:44:02,340 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9e19a7efe4c30a9cf0272a791d909f7e/C of 9e19a7efe4c30a9cf0272a791d909f7e into 371da188901449edbe26dc5b5df84b7b(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:44:02,341 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9e19a7efe4c30a9cf0272a791d909f7e: 2024-12-03T07:44:02,341 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., storeName=9e19a7efe4c30a9cf0272a791d909f7e/C, priority=13, startTime=1733211841790; duration=0sec 2024-12-03T07:44:02,341 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:02,341 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e19a7efe4c30a9cf0272a791d909f7e:C 2024-12-03T07:44:02,443 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/d6b2f799354240eea4a52993267543d4 2024-12-03T07:44:02,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/05a975c482664c6a9abdf4f50fa37b92 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/05a975c482664c6a9abdf4f50fa37b92 2024-12-03T07:44:02,455 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/05a975c482664c6a9abdf4f50fa37b92, entries=150, sequenceid=355, filesize=12.0 K 2024-12-03T07:44:02,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/84359a799f4942e59245ce6997be74c6 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/84359a799f4942e59245ce6997be74c6 2024-12-03T07:44:02,462 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/84359a799f4942e59245ce6997be74c6, entries=150, sequenceid=355, filesize=12.0 K 2024-12-03T07:44:02,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/d6b2f799354240eea4a52993267543d4 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/d6b2f799354240eea4a52993267543d4 2024-12-03T07:44:02,469 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/d6b2f799354240eea4a52993267543d4, entries=150, sequenceid=355, filesize=12.0 K 2024-12-03T07:44:02,471 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for 9e19a7efe4c30a9cf0272a791d909f7e in 490ms, sequenceid=355, compaction requested=true 2024-12-03T07:44:02,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 9e19a7efe4c30a9cf0272a791d909f7e: 2024-12-03T07:44:02,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:02,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-12-03T07:44:02,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-12-03T07:44:02,479 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-12-03T07:44:02,479 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4220 sec 2024-12-03T07:44:02,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 9e19a7efe4c30a9cf0272a791d909f7e 2024-12-03T07:44:02,480 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9e19a7efe4c30a9cf0272a791d909f7e 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-03T07:44:02,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=A 2024-12-03T07:44:02,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:02,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=B 2024-12-03T07:44:02,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:02,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=C 2024-12-03T07:44:02,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:02,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.4310 sec 2024-12-03T07:44:02,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/79072b9d0fc249b89e3bdb980264cd74 is 50, key is test_row_0/A:col10/1733211842159/Put/seqid=0 2024-12-03T07:44:02,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741915_1091 (size=12301) 2024-12-03T07:44:02,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:02,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211902499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:02,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:02,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:02,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:02,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:02,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211902500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:02,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:02,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:02,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:02,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211902507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:02,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:02,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:02,512 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:02,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211902509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:02,512 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:02,512 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:02,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:02,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:02,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:02,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:02,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211902510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:02,513 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:02,513 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:02,513 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:02,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:02,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211902618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:02,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:02,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211902618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:02,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:02,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:02,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:02,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:02,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211902618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:02,624 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:02,624 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:02,624 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:02,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:02,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211902619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:02,624 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:02,624 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:02,624 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:02,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:02,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211902619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:02,625 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:02,625 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:02,625 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:02,627 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:02,627 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:02,627 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:02,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:02,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211902827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:02,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:02,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211902827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:02,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:02,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211902828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:02,835 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:02,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:02,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:02,835 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:02,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:02,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:02,835 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:02,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:02,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:02,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:02,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:02,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211902838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:02,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211902838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:02,843 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:02,843 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:02,843 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:02,843 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:02,843 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:02,843 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:02,906 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/79072b9d0fc249b89e3bdb980264cd74 2024-12-03T07:44:02,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/1f84ad0227aa4ad982bfc6863e411751 is 50, key is test_row_0/B:col10/1733211842159/Put/seqid=0 2024-12-03T07:44:02,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741916_1092 (size=12301) 2024-12-03T07:44:03,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:03,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211903148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:03,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:03,153 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:03,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211903148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:03,153 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:03,154 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:03,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:03,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:03,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211903148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:03,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:03,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:03,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:03,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:03,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:03,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211903148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:03,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:03,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:03,155 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:03,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211903148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:03,155 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:03,155 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:03,155 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:03,155 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:03,155 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:03,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-03T07:44:03,198 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:44:03,199 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T07:44:03,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-12-03T07:44:03,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-03T07:44:03,201 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T07:44:03,202 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T07:44:03,202 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T07:44:03,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-03T07:44:03,338 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/1f84ad0227aa4ad982bfc6863e411751 2024-12-03T07:44:03,347 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/7c55f2f6ac1246ecaf29f4a93ee2d8a5 is 50, key is test_row_0/C:col10/1733211842159/Put/seqid=0 2024-12-03T07:44:03,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741917_1093 (size=12301) 2024-12-03T07:44:03,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-03T07:44:03,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:03,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. as already flushing 2024-12-03T07:44:03,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:03,355 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:03,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:03,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:03,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-03T07:44:03,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:03,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. as already flushing 2024-12-03T07:44:03,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:03,509 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:03,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:03,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:03,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-03T07:44:03,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:03,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211903658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:03,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:03,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:03,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211903658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:03,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:03,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:03,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:03,661 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:03,661 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:03,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211903658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:03,661 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:03,661 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:03,661 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:03,661 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:03,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-03T07:44:03,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:03,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. as already flushing 2024-12-03T07:44:03,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:03,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:03,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:03,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:03,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:03,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211903667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:03,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:03,673 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:03,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211903667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:03,674 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:03,674 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:03,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:03,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:03,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:03,753 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/7c55f2f6ac1246ecaf29f4a93ee2d8a5 2024-12-03T07:44:03,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/79072b9d0fc249b89e3bdb980264cd74 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/79072b9d0fc249b89e3bdb980264cd74 2024-12-03T07:44:03,767 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/79072b9d0fc249b89e3bdb980264cd74, entries=150, sequenceid=376, filesize=12.0 K 2024-12-03T07:44:03,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/1f84ad0227aa4ad982bfc6863e411751 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/1f84ad0227aa4ad982bfc6863e411751 2024-12-03T07:44:03,775 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/1f84ad0227aa4ad982bfc6863e411751, entries=150, sequenceid=376, filesize=12.0 K 2024-12-03T07:44:03,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/7c55f2f6ac1246ecaf29f4a93ee2d8a5 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/7c55f2f6ac1246ecaf29f4a93ee2d8a5 2024-12-03T07:44:03,781 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/7c55f2f6ac1246ecaf29f4a93ee2d8a5, entries=150, sequenceid=376, filesize=12.0 K 2024-12-03T07:44:03,782 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 9e19a7efe4c30a9cf0272a791d909f7e in 1301ms, sequenceid=376, compaction requested=true 2024-12-03T07:44:03,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9e19a7efe4c30a9cf0272a791d909f7e: 2024-12-03T07:44:03,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e19a7efe4c30a9cf0272a791d909f7e:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T07:44:03,782 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T07:44:03,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:03,782 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T07:44:03,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e19a7efe4c30a9cf0272a791d909f7e:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T07:44:03,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:03,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e19a7efe4c30a9cf0272a791d909f7e:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T07:44:03,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:44:03,784 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T07:44:03,784 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52428 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T07:44:03,784 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1541): 9e19a7efe4c30a9cf0272a791d909f7e/A is initiating minor compaction (all files) 2024-12-03T07:44:03,784 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): 9e19a7efe4c30a9cf0272a791d909f7e/B is initiating minor compaction (all files) 2024-12-03T07:44:03,784 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9e19a7efe4c30a9cf0272a791d909f7e/A in TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:03,785 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9e19a7efe4c30a9cf0272a791d909f7e/B in TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:03,785 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/9f736487f2cf449fa54fd3eb04a998fd, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/af9108741825420f8483f16d26585f2a, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/05a975c482664c6a9abdf4f50fa37b92, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/79072b9d0fc249b89e3bdb980264cd74] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp, totalSize=51.2 K 2024-12-03T07:44:03,785 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/72419d3d848049b6bbf8b0294d4962d0, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/6d73111b0bc84018953792c26a9e9336, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/84359a799f4942e59245ce6997be74c6, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/1f84ad0227aa4ad982bfc6863e411751] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp, totalSize=48.8 K 2024-12-03T07:44:03,785 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9f736487f2cf449fa54fd3eb04a998fd, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1733211841025 2024-12-03T07:44:03,786 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 72419d3d848049b6bbf8b0294d4962d0, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1733211841025 2024-12-03T07:44:03,786 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d73111b0bc84018953792c26a9e9336, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1733211841681 2024-12-03T07:44:03,786 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting af9108741825420f8483f16d26585f2a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1733211841680 2024-12-03T07:44:03,787 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 05a975c482664c6a9abdf4f50fa37b92, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1733211841808 2024-12-03T07:44:03,787 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 84359a799f4942e59245ce6997be74c6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1733211841808 2024-12-03T07:44:03,787 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 79072b9d0fc249b89e3bdb980264cd74, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1733211842159 2024-12-03T07:44:03,787 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f84ad0227aa4ad982bfc6863e411751, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1733211842159 2024-12-03T07:44:03,806 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e19a7efe4c30a9cf0272a791d909f7e#A#compaction#81 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:44:03,807 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/ad8dd9f006e048ed9387a0dc55947de8 is 50, key is test_row_0/A:col10/1733211842159/Put/seqid=0 2024-12-03T07:44:03,811 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e19a7efe4c30a9cf0272a791d909f7e#B#compaction#82 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:44:03,812 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/a0bbae0e712a47a8bddc2d2542ab6e5a is 50, key is test_row_0/B:col10/1733211842159/Put/seqid=0 2024-12-03T07:44:03,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-03T07:44:03,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:03,817 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing 9e19a7efe4c30a9cf0272a791d909f7e 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-03T07:44:03,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=A 2024-12-03T07:44:03,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:03,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=B 2024-12-03T07:44:03,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:03,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=C 2024-12-03T07:44:03,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:03,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741918_1094 (size=13221) 2024-12-03T07:44:03,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/6ff1c08f476649afb111cbba81d1567f is 50, key is test_row_0/A:col10/1733211842505/Put/seqid=0 2024-12-03T07:44:03,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-03T07:44:03,828 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/ad8dd9f006e048ed9387a0dc55947de8 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/ad8dd9f006e048ed9387a0dc55947de8 2024-12-03T07:44:03,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741919_1095 (size=13221) 2024-12-03T07:44:03,835 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9e19a7efe4c30a9cf0272a791d909f7e/A of 9e19a7efe4c30a9cf0272a791d909f7e into ad8dd9f006e048ed9387a0dc55947de8(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:44:03,837 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9e19a7efe4c30a9cf0272a791d909f7e: 2024-12-03T07:44:03,837 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., storeName=9e19a7efe4c30a9cf0272a791d909f7e/A, priority=12, startTime=1733211843782; duration=0sec 2024-12-03T07:44:03,837 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:44:03,837 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e19a7efe4c30a9cf0272a791d909f7e:A 2024-12-03T07:44:03,837 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T07:44:03,844 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T07:44:03,844 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1541): 9e19a7efe4c30a9cf0272a791d909f7e/C is initiating minor compaction (all files) 2024-12-03T07:44:03,844 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9e19a7efe4c30a9cf0272a791d909f7e/C in TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:03,844 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/371da188901449edbe26dc5b5df84b7b, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/1071265aea6e42628c637bd145ba68fa, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/d6b2f799354240eea4a52993267543d4, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/7c55f2f6ac1246ecaf29f4a93ee2d8a5] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp, totalSize=48.8 K 2024-12-03T07:44:03,846 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 371da188901449edbe26dc5b5df84b7b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1733211841025 2024-12-03T07:44:03,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741920_1096 (size=12301) 2024-12-03T07:44:03,848 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/a0bbae0e712a47a8bddc2d2542ab6e5a as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/a0bbae0e712a47a8bddc2d2542ab6e5a 2024-12-03T07:44:03,849 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/6ff1c08f476649afb111cbba81d1567f 2024-12-03T07:44:03,849 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1071265aea6e42628c637bd145ba68fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1733211841681 2024-12-03T07:44:03,851 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting d6b2f799354240eea4a52993267543d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1733211841808 2024-12-03T07:44:03,853 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c55f2f6ac1246ecaf29f4a93ee2d8a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1733211842159 2024-12-03T07:44:03,857 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9e19a7efe4c30a9cf0272a791d909f7e/B of 9e19a7efe4c30a9cf0272a791d909f7e into a0bbae0e712a47a8bddc2d2542ab6e5a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:44:03,857 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9e19a7efe4c30a9cf0272a791d909f7e: 2024-12-03T07:44:03,857 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., storeName=9e19a7efe4c30a9cf0272a791d909f7e/B, priority=12, startTime=1733211843782; duration=0sec 2024-12-03T07:44:03,857 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:03,857 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e19a7efe4c30a9cf0272a791d909f7e:B 2024-12-03T07:44:03,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/c7263645a3614f03a75ed20c1f5f9656 is 50, key is test_row_0/B:col10/1733211842505/Put/seqid=0 2024-12-03T07:44:03,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741921_1097 (size=12301) 2024-12-03T07:44:03,873 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e19a7efe4c30a9cf0272a791d909f7e#C#compaction#85 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:44:03,874 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/8bb365ce4b334679a14c1bf509d7fa54 is 50, key is test_row_0/C:col10/1733211842159/Put/seqid=0 2024-12-03T07:44:03,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741922_1098 (size=13221) 2024-12-03T07:44:03,899 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/8bb365ce4b334679a14c1bf509d7fa54 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/8bb365ce4b334679a14c1bf509d7fa54 2024-12-03T07:44:03,909 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9e19a7efe4c30a9cf0272a791d909f7e/C of 9e19a7efe4c30a9cf0272a791d909f7e into 8bb365ce4b334679a14c1bf509d7fa54(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:44:03,909 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9e19a7efe4c30a9cf0272a791d909f7e: 2024-12-03T07:44:03,909 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., storeName=9e19a7efe4c30a9cf0272a791d909f7e/C, priority=12, startTime=1733211843782; duration=0sec 2024-12-03T07:44:03,909 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:03,909 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e19a7efe4c30a9cf0272a791d909f7e:C 2024-12-03T07:44:04,269 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/c7263645a3614f03a75ed20c1f5f9656 2024-12-03T07:44:04,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/12537feed78d43dfb0ac08bc02f5ac01 is 50, key is test_row_0/C:col10/1733211842505/Put/seqid=0 2024-12-03T07:44:04,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741923_1099 (size=12301) 2024-12-03T07:44:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-03T07:44:04,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 9e19a7efe4c30a9cf0272a791d909f7e 2024-12-03T07:44:04,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. as already flushing 2024-12-03T07:44:04,692 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/12537feed78d43dfb0ac08bc02f5ac01 2024-12-03T07:44:04,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/6ff1c08f476649afb111cbba81d1567f as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/6ff1c08f476649afb111cbba81d1567f 2024-12-03T07:44:04,706 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/6ff1c08f476649afb111cbba81d1567f, entries=150, sequenceid=388, filesize=12.0 K 2024-12-03T07:44:04,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/c7263645a3614f03a75ed20c1f5f9656 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/c7263645a3614f03a75ed20c1f5f9656 2024-12-03T07:44:04,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:04,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211904699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:04,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:04,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211904701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:04,709 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:04,709 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:04,709 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:04,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:04,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:04,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:04,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:04,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211904704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:04,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:04,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:04,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:04,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:04,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211904705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:04,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:04,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:04,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:04,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:04,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211904708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:04,715 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:04,715 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:04,715 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:04,717 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/c7263645a3614f03a75ed20c1f5f9656, entries=150, sequenceid=388, filesize=12.0 K 2024-12-03T07:44:04,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/12537feed78d43dfb0ac08bc02f5ac01 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/12537feed78d43dfb0ac08bc02f5ac01 2024-12-03T07:44:04,726 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/12537feed78d43dfb0ac08bc02f5ac01, entries=150, sequenceid=388, filesize=12.0 K 2024-12-03T07:44:04,727 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 9e19a7efe4c30a9cf0272a791d909f7e in 910ms, sequenceid=388, compaction requested=false 2024-12-03T07:44:04,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for 9e19a7efe4c30a9cf0272a791d909f7e: 2024-12-03T07:44:04,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:04,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-12-03T07:44:04,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-12-03T07:44:04,731 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-12-03T07:44:04,731 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5260 sec 2024-12-03T07:44:04,733 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 1.5320 sec 2024-12-03T07:44:04,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 9e19a7efe4c30a9cf0272a791d909f7e 2024-12-03T07:44:04,822 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9e19a7efe4c30a9cf0272a791d909f7e 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-12-03T07:44:04,824 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733211844695, max timestamp=1733211844819Num uniques 859; 2024-12-03T07:44:04,824 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-03T07:44:04,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=A 2024-12-03T07:44:04,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:44:04,825 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733211844695, max timestamp=1733211844820Num uniques 859; 2024-12-03T07:44:04,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=B 2024-12-03T07:44:04,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:44:04,825 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-12-03T07:44:04,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=C 2024-12-03T07:44:04,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:44:04,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/99664b188cea46dca3d152799e23b39b is 50, key is test_row_0/A:col10/1733211844820/Put/seqid=0 2024-12-03T07:44:04,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741924_1100 (size=12301) 2024-12-03T07:44:04,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:04,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211904865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:04,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:04,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:04,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:04,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:04,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211904872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:04,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:04,879 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:04,879 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:04,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211904872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:04,879 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:04,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:04,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211904875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:04,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:04,880 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:04,881 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:04,881 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:04,881 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:04,881 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:04,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:04,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211904875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:04,881 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:04,881 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:04,881 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:04,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:04,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211904978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:04,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:04,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:04,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:04,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:04,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211904988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:04,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:04,990 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:04,990 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:04,990 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:04,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211904988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:04,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:04,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:04,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211904988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:04,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:04,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:04,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:04,991 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:04,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211904988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:04,991 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:04,991 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:04,992 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:04,992 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:04,992 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:05,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211905188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:05,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:05,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:05,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:05,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:05,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211905197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:05,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:05,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:05,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:05,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:05,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211905197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:05,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:05,202 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:05,202 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:05,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211905198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:05,202 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:05,203 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:05,203 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:05,203 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:05,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211905198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:05,204 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:05,204 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:05,204 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:05,261 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/99664b188cea46dca3d152799e23b39b 2024-12-03T07:44:05,271 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/e2b02ddacbad43fb8c0a283e1c0473cf is 50, key is test_row_0/B:col10/1733211844820/Put/seqid=0 2024-12-03T07:44:05,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741925_1101 (size=12301) 2024-12-03T07:44:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-03T07:44:05,347 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:44:05,348 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T07:44:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-12-03T07:44:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-03T07:44:05,350 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T07:44:05,351 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T07:44:05,351 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T07:44:05,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-03T07:44:05,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211905497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:05,503 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:05,503 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:05,503 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:05,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-03T07:44:05,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:05,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. as already flushing 2024-12-03T07:44:05,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:05,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:05,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:05,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211905508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:05,513 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:05,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:05,513 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:05,513 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211905508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:05,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:05,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:05,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:05,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211905508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:05,514 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:05,514 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:05,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:05,514 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211905508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:05,515 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:05,515 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:05,515 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:05,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-03T07:44:05,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:05,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. as already flushing 2024-12-03T07:44:05,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:05,658 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:05,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:05,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-03T07:44:05,676 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.02 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/e2b02ddacbad43fb8c0a283e1c0473cf 2024-12-03T07:44:05,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/6665888db89944e7b87a606e4bc7aedd is 50, key is test_row_0/C:col10/1733211844820/Put/seqid=0 2024-12-03T07:44:05,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741926_1102 (size=12301) 2024-12-03T07:44:05,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-03T07:44:05,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:05,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. as already flushing 2024-12-03T07:44:05,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:05,811 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:05,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:05,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:05,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-03T07:44:05,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:05,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. as already flushing 2024-12-03T07:44:05,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:05,964 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:05,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:05,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:05,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-03T07:44:06,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:06,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211906007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:06,011 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:06,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:06,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:06,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:06,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211906017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:06,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:06,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:06,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:06,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:06,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211906017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:06,019 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:06,019 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:06,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:06,019 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:06,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211906017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:06,019 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:06,020 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:06,020 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:06,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:06,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211906028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:06,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:06,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:06,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:06,092 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/6665888db89944e7b87a606e4bc7aedd 2024-12-03T07:44:06,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/99664b188cea46dca3d152799e23b39b as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/99664b188cea46dca3d152799e23b39b 2024-12-03T07:44:06,104 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/99664b188cea46dca3d152799e23b39b, entries=150, sequenceid=414, filesize=12.0 K 2024-12-03T07:44:06,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/e2b02ddacbad43fb8c0a283e1c0473cf as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/e2b02ddacbad43fb8c0a283e1c0473cf 2024-12-03T07:44:06,111 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/e2b02ddacbad43fb8c0a283e1c0473cf, entries=150, sequenceid=414, filesize=12.0 K 2024-12-03T07:44:06,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/6665888db89944e7b87a606e4bc7aedd as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/6665888db89944e7b87a606e4bc7aedd 2024-12-03T07:44:06,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-03T07:44:06,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:06,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. as already flushing 2024-12-03T07:44:06,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:06,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/6665888db89944e7b87a606e4bc7aedd, entries=150, sequenceid=414, filesize=12.0 K 2024-12-03T07:44:06,118 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:06,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:06,119 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~71.17 KB/72875, heapSize ~203.05 KB/207928, currentSize=114.05 KB/116790 for 9e19a7efe4c30a9cf0272a791d909f7e in 1297ms, sequenceid=414, compaction requested=true 2024-12-03T07:44:06,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9e19a7efe4c30a9cf0272a791d909f7e: 2024-12-03T07:44:06,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:06,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e19a7efe4c30a9cf0272a791d909f7e:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T07:44:06,119 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:44:06,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:06,119 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:44:06,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e19a7efe4c30a9cf0272a791d909f7e:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T07:44:06,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:06,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e19a7efe4c30a9cf0272a791d909f7e:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T07:44:06,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:44:06,121 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:44:06,122 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1541): 9e19a7efe4c30a9cf0272a791d909f7e/A is initiating minor compaction (all files) 2024-12-03T07:44:06,122 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9e19a7efe4c30a9cf0272a791d909f7e/A in TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:06,122 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/ad8dd9f006e048ed9387a0dc55947de8, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/6ff1c08f476649afb111cbba81d1567f, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/99664b188cea46dca3d152799e23b39b] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp, totalSize=36.9 K 2024-12-03T07:44:06,122 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:44:06,123 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): 9e19a7efe4c30a9cf0272a791d909f7e/B is initiating minor compaction (all files) 2024-12-03T07:44:06,123 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9e19a7efe4c30a9cf0272a791d909f7e/B in TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:06,123 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/a0bbae0e712a47a8bddc2d2542ab6e5a, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/c7263645a3614f03a75ed20c1f5f9656, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/e2b02ddacbad43fb8c0a283e1c0473cf] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp, totalSize=36.9 K 2024-12-03T07:44:06,124 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting ad8dd9f006e048ed9387a0dc55947de8, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1733211842159 2024-12-03T07:44:06,124 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting a0bbae0e712a47a8bddc2d2542ab6e5a, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1733211842159 2024-12-03T07:44:06,124 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6ff1c08f476649afb111cbba81d1567f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1733211842495 2024-12-03T07:44:06,125 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting c7263645a3614f03a75ed20c1f5f9656, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1733211842495 2024-12-03T07:44:06,125 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 99664b188cea46dca3d152799e23b39b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1733211844703 2024-12-03T07:44:06,126 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting e2b02ddacbad43fb8c0a283e1c0473cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1733211844703 2024-12-03T07:44:06,144 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e19a7efe4c30a9cf0272a791d909f7e#A#compaction#91 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:44:06,144 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e19a7efe4c30a9cf0272a791d909f7e#B#compaction#90 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:44:06,144 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/6293ae777f2f452e8325000a8ffa7b0d is 50, key is test_row_0/B:col10/1733211844820/Put/seqid=0 2024-12-03T07:44:06,144 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/717bfc9c6e1f41dca307442e581ba1da is 50, key is test_row_0/A:col10/1733211844820/Put/seqid=0 2024-12-03T07:44:06,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741927_1103 (size=13323) 2024-12-03T07:44:06,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741928_1104 (size=13323) 2024-12-03T07:44:06,170 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/717bfc9c6e1f41dca307442e581ba1da as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/717bfc9c6e1f41dca307442e581ba1da 2024-12-03T07:44:06,180 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9e19a7efe4c30a9cf0272a791d909f7e/A of 9e19a7efe4c30a9cf0272a791d909f7e into 717bfc9c6e1f41dca307442e581ba1da(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:44:06,180 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9e19a7efe4c30a9cf0272a791d909f7e: 2024-12-03T07:44:06,180 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., storeName=9e19a7efe4c30a9cf0272a791d909f7e/A, priority=13, startTime=1733211846119; duration=0sec 2024-12-03T07:44:06,180 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:44:06,180 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e19a7efe4c30a9cf0272a791d909f7e:A 2024-12-03T07:44:06,180 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:44:06,182 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:44:06,182 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1541): 9e19a7efe4c30a9cf0272a791d909f7e/C is initiating minor compaction (all files) 2024-12-03T07:44:06,182 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9e19a7efe4c30a9cf0272a791d909f7e/C in TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:06,182 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/8bb365ce4b334679a14c1bf509d7fa54, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/12537feed78d43dfb0ac08bc02f5ac01, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/6665888db89944e7b87a606e4bc7aedd] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp, totalSize=36.9 K 2024-12-03T07:44:06,183 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8bb365ce4b334679a14c1bf509d7fa54, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1733211842159 2024-12-03T07:44:06,184 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 12537feed78d43dfb0ac08bc02f5ac01, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1733211842495 2024-12-03T07:44:06,184 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6665888db89944e7b87a606e4bc7aedd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1733211844703 2024-12-03T07:44:06,198 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e19a7efe4c30a9cf0272a791d909f7e#C#compaction#92 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:44:06,198 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/96db7de480fb400caf0297c850c40845 is 50, key is test_row_0/C:col10/1733211844820/Put/seqid=0 2024-12-03T07:44:06,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741929_1105 (size=13323) 2024-12-03T07:44:06,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-03T07:44:06,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:06,274 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing 9e19a7efe4c30a9cf0272a791d909f7e 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-03T07:44:06,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=A 2024-12-03T07:44:06,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:06,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=B 2024-12-03T07:44:06,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:06,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=C 2024-12-03T07:44:06,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:06,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/9987f17cd4434e8daf96be9075bd86b3 is 50, key is test_row_0/A:col10/1733211844870/Put/seqid=0 2024-12-03T07:44:06,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741930_1106 (size=12301) 2024-12-03T07:44:06,296 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/9987f17cd4434e8daf96be9075bd86b3 2024-12-03T07:44:06,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/d214267c90b8406fb4118307b9448090 is 50, key is test_row_0/B:col10/1733211844870/Put/seqid=0 2024-12-03T07:44:06,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741931_1107 (size=12301) 2024-12-03T07:44:06,316 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/d214267c90b8406fb4118307b9448090 2024-12-03T07:44:06,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/4b0c7bb804d3439d948a624027f7d9c2 is 50, key is test_row_0/C:col10/1733211844870/Put/seqid=0 2024-12-03T07:44:06,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741932_1108 (size=12301) 2024-12-03T07:44:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-03T07:44:06,563 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/6293ae777f2f452e8325000a8ffa7b0d as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/6293ae777f2f452e8325000a8ffa7b0d 2024-12-03T07:44:06,569 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9e19a7efe4c30a9cf0272a791d909f7e/B of 9e19a7efe4c30a9cf0272a791d909f7e into 6293ae777f2f452e8325000a8ffa7b0d(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:44:06,569 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9e19a7efe4c30a9cf0272a791d909f7e: 2024-12-03T07:44:06,569 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., storeName=9e19a7efe4c30a9cf0272a791d909f7e/B, priority=13, startTime=1733211846119; duration=0sec 2024-12-03T07:44:06,569 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:06,570 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e19a7efe4c30a9cf0272a791d909f7e:B 2024-12-03T07:44:06,611 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/96db7de480fb400caf0297c850c40845 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/96db7de480fb400caf0297c850c40845 2024-12-03T07:44:06,617 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9e19a7efe4c30a9cf0272a791d909f7e/C of 9e19a7efe4c30a9cf0272a791d909f7e into 96db7de480fb400caf0297c850c40845(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:44:06,617 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9e19a7efe4c30a9cf0272a791d909f7e: 2024-12-03T07:44:06,617 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., storeName=9e19a7efe4c30a9cf0272a791d909f7e/C, priority=13, startTime=1733211846120; duration=0sec 2024-12-03T07:44:06,617 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:06,617 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e19a7efe4c30a9cf0272a791d909f7e:C 2024-12-03T07:44:06,732 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/4b0c7bb804d3439d948a624027f7d9c2 2024-12-03T07:44:06,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/9987f17cd4434e8daf96be9075bd86b3 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/9987f17cd4434e8daf96be9075bd86b3 2024-12-03T07:44:06,744 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/9987f17cd4434e8daf96be9075bd86b3, entries=150, sequenceid=435, filesize=12.0 K 2024-12-03T07:44:06,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/d214267c90b8406fb4118307b9448090 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/d214267c90b8406fb4118307b9448090 2024-12-03T07:44:06,750 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/d214267c90b8406fb4118307b9448090, entries=150, sequenceid=435, filesize=12.0 K 2024-12-03T07:44:06,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/4b0c7bb804d3439d948a624027f7d9c2 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/4b0c7bb804d3439d948a624027f7d9c2 2024-12-03T07:44:06,756 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/4b0c7bb804d3439d948a624027f7d9c2, entries=150, sequenceid=435, filesize=12.0 K 2024-12-03T07:44:06,758 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=0 B/0 for 9e19a7efe4c30a9cf0272a791d909f7e in 484ms, sequenceid=435, compaction requested=false 2024-12-03T07:44:06,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for 9e19a7efe4c30a9cf0272a791d909f7e: 2024-12-03T07:44:06,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:06,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-12-03T07:44:06,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-12-03T07:44:06,763 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-12-03T07:44:06,763 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4090 sec 2024-12-03T07:44:06,766 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 1.4160 sec 2024-12-03T07:44:07,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 9e19a7efe4c30a9cf0272a791d909f7e 2024-12-03T07:44:07,039 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9e19a7efe4c30a9cf0272a791d909f7e 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-03T07:44:07,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=A 2024-12-03T07:44:07,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:07,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=B 2024-12-03T07:44:07,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:07,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=C 2024-12-03T07:44:07,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:07,055 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/f36f9372aef84290a67383c0c08ed160 is 50, key is test_row_0/A:col10/1733211847032/Put/seqid=0 2024-12-03T07:44:07,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741933_1109 (size=22065) 2024-12-03T07:44:07,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:07,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211907112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:07,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211907113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:07,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211907115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:07,119 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:07,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:07,119 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:07,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:07,119 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:07,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:07,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:07,120 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:07,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211907116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:07,120 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:07,120 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:07,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:07,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211907118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:07,120 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:07,120 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:07,120 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:07,120 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:07,121 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:07,121 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:07,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211907227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:07,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:07,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:07,234 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211907227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211907228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:07,234 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:07,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:07,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:07,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:07,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:07,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211907228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:07,235 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:07,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:07,235 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:07,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211907228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:07,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:07,235 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:07,235 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:07,235 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:07,235 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:07,235 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:07,235 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:07,235 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:07,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211907437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:07,438 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:07,438 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:07,438 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:07,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211907438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:07,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:07,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:07,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211907438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:07,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:07,439 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:07,439 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:07,439 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:07,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211907448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:07,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:07,449 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:07,449 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211907448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:07,449 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:07,450 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:07,450 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:07,450 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:07,467 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/f36f9372aef84290a67383c0c08ed160 2024-12-03T07:44:07,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/1abf1d9a395648a2b67ce4018e13ef9c is 50, key is test_row_0/B:col10/1733211847032/Put/seqid=0 2024-12-03T07:44:07,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741934_1110 (size=12301) 2024-12-03T07:44:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-03T07:44:07,498 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:44:07,498 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T07:44:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-12-03T07:44:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-03T07:44:07,501 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T07:44:07,502 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T07:44:07,502 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T07:44:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-03T07:44:07,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-12-03T07:44:07,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:07,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. as already flushing 2024-12-03T07:44:07,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:07,655 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:07,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:07,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:07,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211907747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:07,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:07,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211907748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:07,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:07,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:07,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:07,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:07,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:07,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:07,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211907748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:07,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:07,751 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:07,751 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:07,751 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:07,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211907757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:07,760 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:07,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:07,760 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:07,760 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211907757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:07,761 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:07,761 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:07,761 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:07,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-12-03T07:44:07,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:07,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. as already flushing 2024-12-03T07:44:07,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:07,808 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:07,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:07,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:07,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-03T07:44:07,887 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/1abf1d9a395648a2b67ce4018e13ef9c 2024-12-03T07:44:07,896 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/a2ef360715b24e29a7114f69b22df8eb is 50, key is test_row_0/C:col10/1733211847032/Put/seqid=0 2024-12-03T07:44:07,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741935_1111 (size=12301) 2024-12-03T07:44:07,901 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/a2ef360715b24e29a7114f69b22df8eb 2024-12-03T07:44:07,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/f36f9372aef84290a67383c0c08ed160 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/f36f9372aef84290a67383c0c08ed160 2024-12-03T07:44:07,912 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/f36f9372aef84290a67383c0c08ed160, entries=350, sequenceid=449, filesize=21.5 K 2024-12-03T07:44:07,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/1abf1d9a395648a2b67ce4018e13ef9c as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/1abf1d9a395648a2b67ce4018e13ef9c 2024-12-03T07:44:07,920 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/1abf1d9a395648a2b67ce4018e13ef9c, entries=150, sequenceid=449, filesize=12.0 K 2024-12-03T07:44:07,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/a2ef360715b24e29a7114f69b22df8eb as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/a2ef360715b24e29a7114f69b22df8eb 2024-12-03T07:44:07,926 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/a2ef360715b24e29a7114f69b22df8eb, entries=150, sequenceid=449, filesize=12.0 K 2024-12-03T07:44:07,927 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 9e19a7efe4c30a9cf0272a791d909f7e in 888ms, sequenceid=449, compaction requested=true 2024-12-03T07:44:07,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9e19a7efe4c30a9cf0272a791d909f7e: 2024-12-03T07:44:07,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e19a7efe4c30a9cf0272a791d909f7e:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T07:44:07,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:07,927 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:44:07,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e19a7efe4c30a9cf0272a791d909f7e:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T07:44:07,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:07,927 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:44:07,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e19a7efe4c30a9cf0272a791d909f7e:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T07:44:07,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:44:07,928 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 47689 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:44:07,928 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1541): 9e19a7efe4c30a9cf0272a791d909f7e/A is initiating minor compaction (all files) 2024-12-03T07:44:07,928 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9e19a7efe4c30a9cf0272a791d909f7e/A in TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:07,929 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/717bfc9c6e1f41dca307442e581ba1da, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/9987f17cd4434e8daf96be9075bd86b3, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/f36f9372aef84290a67383c0c08ed160] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp, totalSize=46.6 K 2024-12-03T07:44:07,929 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:44:07,929 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): 9e19a7efe4c30a9cf0272a791d909f7e/B is initiating minor compaction (all files) 2024-12-03T07:44:07,929 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9e19a7efe4c30a9cf0272a791d909f7e/B in TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:07,929 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/6293ae777f2f452e8325000a8ffa7b0d, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/d214267c90b8406fb4118307b9448090, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/1abf1d9a395648a2b67ce4018e13ef9c] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp, totalSize=37.0 K 2024-12-03T07:44:07,929 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 717bfc9c6e1f41dca307442e581ba1da, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1733211844703 2024-12-03T07:44:07,929 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 6293ae777f2f452e8325000a8ffa7b0d, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1733211844703 2024-12-03T07:44:07,929 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9987f17cd4434e8daf96be9075bd86b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1733211844861 2024-12-03T07:44:07,930 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting d214267c90b8406fb4118307b9448090, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1733211844861 2024-12-03T07:44:07,930 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting f36f9372aef84290a67383c0c08ed160, keycount=350, bloomtype=ROW, size=21.5 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1733211847028 2024-12-03T07:44:07,930 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 1abf1d9a395648a2b67ce4018e13ef9c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1733211847032 2024-12-03T07:44:07,938 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e19a7efe4c30a9cf0272a791d909f7e#A#compaction#100 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:44:07,938 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e19a7efe4c30a9cf0272a791d909f7e#B#compaction#99 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:44:07,939 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/c903cb2134444e6894b1b893990a0e02 is 50, key is test_row_0/A:col10/1733211847032/Put/seqid=0 2024-12-03T07:44:07,939 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/5c4cd903f56e415c934bd7b9e210ec41 is 50, key is test_row_0/B:col10/1733211847032/Put/seqid=0 2024-12-03T07:44:07,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741936_1112 (size=13425) 2024-12-03T07:44:07,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741937_1113 (size=13425) 2024-12-03T07:44:07,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-12-03T07:44:07,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:07,961 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing 9e19a7efe4c30a9cf0272a791d909f7e 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-03T07:44:07,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=A 2024-12-03T07:44:07,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:07,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=B 2024-12-03T07:44:07,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:07,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=C 2024-12-03T07:44:07,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:07,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/5fca448256de428cb32754d24c4a9766 is 50, key is test_row_0/A:col10/1733211847101/Put/seqid=0 2024-12-03T07:44:07,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741938_1114 (size=12301) 2024-12-03T07:44:08,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-03T07:44:08,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 9e19a7efe4c30a9cf0272a791d909f7e 2024-12-03T07:44:08,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. as already flushing 2024-12-03T07:44:08,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:08,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211908268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:08,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:08,275 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:08,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211908272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:08,275 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:08,275 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:08,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:08,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:08,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:08,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:08,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211908273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:08,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:08,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:08,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:08,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:08,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211908275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:08,280 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:08,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:08,280 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:08,280 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:08,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211908276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:08,281 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:08,281 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:08,281 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:08,351 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/c903cb2134444e6894b1b893990a0e02 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/c903cb2134444e6894b1b893990a0e02 2024-12-03T07:44:08,354 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/5c4cd903f56e415c934bd7b9e210ec41 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/5c4cd903f56e415c934bd7b9e210ec41 2024-12-03T07:44:08,359 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9e19a7efe4c30a9cf0272a791d909f7e/A of 9e19a7efe4c30a9cf0272a791d909f7e into c903cb2134444e6894b1b893990a0e02(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:44:08,359 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9e19a7efe4c30a9cf0272a791d909f7e: 2024-12-03T07:44:08,359 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., storeName=9e19a7efe4c30a9cf0272a791d909f7e/A, priority=13, startTime=1733211847927; duration=0sec 2024-12-03T07:44:08,359 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:44:08,359 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e19a7efe4c30a9cf0272a791d909f7e:A 2024-12-03T07:44:08,359 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:44:08,361 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9e19a7efe4c30a9cf0272a791d909f7e/B of 9e19a7efe4c30a9cf0272a791d909f7e into 5c4cd903f56e415c934bd7b9e210ec41(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:44:08,361 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9e19a7efe4c30a9cf0272a791d909f7e: 2024-12-03T07:44:08,361 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., storeName=9e19a7efe4c30a9cf0272a791d909f7e/B, priority=13, startTime=1733211847927; duration=0sec 2024-12-03T07:44:08,361 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:44:08,362 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1541): 9e19a7efe4c30a9cf0272a791d909f7e/C is initiating minor compaction (all files) 2024-12-03T07:44:08,362 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:08,362 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e19a7efe4c30a9cf0272a791d909f7e:B 2024-12-03T07:44:08,362 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9e19a7efe4c30a9cf0272a791d909f7e/C in TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:08,362 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/96db7de480fb400caf0297c850c40845, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/4b0c7bb804d3439d948a624027f7d9c2, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/a2ef360715b24e29a7114f69b22df8eb] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp, totalSize=37.0 K 2024-12-03T07:44:08,362 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 96db7de480fb400caf0297c850c40845, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1733211844703 2024-12-03T07:44:08,363 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4b0c7bb804d3439d948a624027f7d9c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1733211844861 2024-12-03T07:44:08,363 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting a2ef360715b24e29a7114f69b22df8eb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1733211847032 2024-12-03T07:44:08,370 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e19a7efe4c30a9cf0272a791d909f7e#C#compaction#102 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:44:08,371 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/851ff5b34e2a49dd9c2049178ddf707d is 50, key is test_row_0/C:col10/1733211847032/Put/seqid=0 2024-12-03T07:44:08,373 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/5fca448256de428cb32754d24c4a9766 2024-12-03T07:44:08,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:08,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211908388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:08,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:08,389 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:08,389 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:08,389 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:08,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211908388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:08,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:08,389 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:08,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211908388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:08,389 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:08,389 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:08,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:08,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:08,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:08,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211908388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:08,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:08,391 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:08,391 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:08,391 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:08,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/103be86a61704f94a1a3ab51abe902a3 is 50, key is test_row_0/B:col10/1733211847101/Put/seqid=0 2024-12-03T07:44:08,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741939_1115 (size=13425) 2024-12-03T07:44:08,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741940_1116 (size=12301) 2024-12-03T07:44:08,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:08,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211908598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:08,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:08,600 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:08,601 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:08,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211908598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:08,601 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:08,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:08,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:08,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:08,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:08,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211908598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:08,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:08,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211908598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:08,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:08,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:08,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:08,602 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:08,602 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:08,602 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-03T07:44:08,811 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/851ff5b34e2a49dd9c2049178ddf707d as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/851ff5b34e2a49dd9c2049178ddf707d 2024-12-03T07:44:08,818 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/103be86a61704f94a1a3ab51abe902a3 2024-12-03T07:44:08,820 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9e19a7efe4c30a9cf0272a791d909f7e/C of 9e19a7efe4c30a9cf0272a791d909f7e into 851ff5b34e2a49dd9c2049178ddf707d(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:44:08,821 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9e19a7efe4c30a9cf0272a791d909f7e: 2024-12-03T07:44:08,821 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., storeName=9e19a7efe4c30a9cf0272a791d909f7e/C, priority=13, startTime=1733211847927; duration=0sec 2024-12-03T07:44:08,822 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:08,822 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e19a7efe4c30a9cf0272a791d909f7e:C 2024-12-03T07:44:08,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/6230b4ad21394e3eb1cedfe931afc510 is 50, key is test_row_0/C:col10/1733211847101/Put/seqid=0 2024-12-03T07:44:08,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741941_1117 (size=12301) 2024-12-03T07:44:08,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:08,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211908907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:08,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:08,909 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:08,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211908907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:08,909 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:08,910 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:08,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:08,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:08,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211908908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:08,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:08,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:08,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:08,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:08,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:08,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:08,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211908908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:08,911 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:08,911 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:08,911 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:09,235 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/6230b4ad21394e3eb1cedfe931afc510 2024-12-03T07:44:09,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/5fca448256de428cb32754d24c4a9766 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/5fca448256de428cb32754d24c4a9766 2024-12-03T07:44:09,248 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/5fca448256de428cb32754d24c4a9766, entries=150, sequenceid=469, filesize=12.0 K 2024-12-03T07:44:09,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/103be86a61704f94a1a3ab51abe902a3 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/103be86a61704f94a1a3ab51abe902a3 2024-12-03T07:44:09,255 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/103be86a61704f94a1a3ab51abe902a3, entries=150, sequenceid=469, filesize=12.0 K 2024-12-03T07:44:09,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/6230b4ad21394e3eb1cedfe931afc510 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/6230b4ad21394e3eb1cedfe931afc510 2024-12-03T07:44:09,263 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/6230b4ad21394e3eb1cedfe931afc510, entries=150, sequenceid=469, filesize=12.0 K 2024-12-03T07:44:09,264 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for 9e19a7efe4c30a9cf0272a791d909f7e in 1303ms, sequenceid=469, compaction requested=false 2024-12-03T07:44:09,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 9e19a7efe4c30a9cf0272a791d909f7e: 2024-12-03T07:44:09,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:09,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-03T07:44:09,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-03T07:44:09,269 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-12-03T07:44:09,269 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7640 sec 2024-12-03T07:44:09,271 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 1.7720 sec 2024-12-03T07:44:09,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 9e19a7efe4c30a9cf0272a791d909f7e 2024-12-03T07:44:09,282 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9e19a7efe4c30a9cf0272a791d909f7e 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-03T07:44:09,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=A 2024-12-03T07:44:09,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:09,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=B 2024-12-03T07:44:09,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:09,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=C 2024-12-03T07:44:09,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:09,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/d935cd01ba874c3fa6896c588f022e77 is 50, key is test_row_0/A:col10/1733211849278/Put/seqid=0 2024-12-03T07:44:09,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741942_1118 (size=14741) 2024-12-03T07:44:09,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:09,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211909372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:09,377 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:09,377 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:09,377 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:09,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:09,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211909418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:09,424 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:09,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:09,424 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:09,424 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:09,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211909418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:09,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:09,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:09,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211909418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:09,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:09,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:09,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:09,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:09,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:09,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211909418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:09,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:09,425 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:09,425 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:09,425 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:09,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:09,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211909488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:09,494 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:09,494 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:09,494 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:09,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-03T07:44:09,648 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:44:09,649 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T07:44:09,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees 2024-12-03T07:44:09,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-03T07:44:09,651 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T07:44:09,652 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T07:44:09,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T07:44:09,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:09,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211909697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:09,702 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:09,702 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:09,702 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:09,707 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/d935cd01ba874c3fa6896c588f022e77 2024-12-03T07:44:09,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/ad54132ec4d7463496f2d573dd071173 is 50, key is test_row_0/B:col10/1733211849278/Put/seqid=0 2024-12-03T07:44:09,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741943_1119 (size=12301) 2024-12-03T07:44:09,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-03T07:44:09,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-12-03T07:44:09,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:09,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. as already flushing 2024-12-03T07:44:09,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:09,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:09,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:09,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:09,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-12-03T07:44:09,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:09,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. as already flushing 2024-12-03T07:44:09,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:09,959 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:09,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:09,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:09,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-03T07:44:10,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:10,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211910008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:10,010 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:10,010 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:10,010 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:10,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-12-03T07:44:10,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:10,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. as already flushing 2024-12-03T07:44:10,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:10,112 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:10,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:10,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:10,123 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/ad54132ec4d7463496f2d573dd071173 2024-12-03T07:44:10,133 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/1aa68885e4174584842bb61740d64e1e is 50, key is test_row_0/C:col10/1733211849278/Put/seqid=0 2024-12-03T07:44:10,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741944_1120 (size=12301) 2024-12-03T07:44:10,139 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/1aa68885e4174584842bb61740d64e1e 2024-12-03T07:44:10,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/d935cd01ba874c3fa6896c588f022e77 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/d935cd01ba874c3fa6896c588f022e77 2024-12-03T07:44:10,155 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/d935cd01ba874c3fa6896c588f022e77, entries=200, sequenceid=486, filesize=14.4 K 2024-12-03T07:44:10,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/ad54132ec4d7463496f2d573dd071173 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/ad54132ec4d7463496f2d573dd071173 2024-12-03T07:44:10,165 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/ad54132ec4d7463496f2d573dd071173, entries=150, sequenceid=486, filesize=12.0 K 2024-12-03T07:44:10,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/1aa68885e4174584842bb61740d64e1e as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/1aa68885e4174584842bb61740d64e1e 2024-12-03T07:44:10,173 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/1aa68885e4174584842bb61740d64e1e, entries=150, sequenceid=486, filesize=12.0 K 2024-12-03T07:44:10,174 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 9e19a7efe4c30a9cf0272a791d909f7e in 892ms, sequenceid=486, compaction requested=true 2024-12-03T07:44:10,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9e19a7efe4c30a9cf0272a791d909f7e: 2024-12-03T07:44:10,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e19a7efe4c30a9cf0272a791d909f7e:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T07:44:10,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:10,174 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:44:10,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e19a7efe4c30a9cf0272a791d909f7e:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T07:44:10,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:10,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e19a7efe4c30a9cf0272a791d909f7e:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T07:44:10,174 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:44:10,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:44:10,175 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:44:10,175 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1541): 9e19a7efe4c30a9cf0272a791d909f7e/A is initiating minor compaction (all files) 2024-12-03T07:44:10,175 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9e19a7efe4c30a9cf0272a791d909f7e/A in TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:10,176 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/c903cb2134444e6894b1b893990a0e02, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/5fca448256de428cb32754d24c4a9766, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/d935cd01ba874c3fa6896c588f022e77] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp, totalSize=39.5 K 2024-12-03T07:44:10,176 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:44:10,177 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): 9e19a7efe4c30a9cf0272a791d909f7e/B is initiating minor compaction (all files) 2024-12-03T07:44:10,177 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9e19a7efe4c30a9cf0272a791d909f7e/B in TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:10,177 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/5c4cd903f56e415c934bd7b9e210ec41, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/103be86a61704f94a1a3ab51abe902a3, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/ad54132ec4d7463496f2d573dd071173] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp, totalSize=37.1 K 2024-12-03T07:44:10,178 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting c903cb2134444e6894b1b893990a0e02, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1733211847032 2024-12-03T07:44:10,178 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c4cd903f56e415c934bd7b9e210ec41, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1733211847032 2024-12-03T07:44:10,178 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5fca448256de428cb32754d24c4a9766, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1733211847101 2024-12-03T07:44:10,179 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 103be86a61704f94a1a3ab51abe902a3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1733211847101 2024-12-03T07:44:10,179 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting d935cd01ba874c3fa6896c588f022e77, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1733211848271 2024-12-03T07:44:10,180 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting ad54132ec4d7463496f2d573dd071173, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1733211848271 2024-12-03T07:44:10,191 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e19a7efe4c30a9cf0272a791d909f7e#B#compaction#108 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:44:10,191 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e19a7efe4c30a9cf0272a791d909f7e#A#compaction#109 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:44:10,191 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/e0ca7f861e084e12b012b50dc217954f is 50, key is test_row_0/B:col10/1733211849278/Put/seqid=0 2024-12-03T07:44:10,192 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/e6b1cde73d7948469dac9467e35301aa is 50, key is test_row_0/A:col10/1733211849278/Put/seqid=0 2024-12-03T07:44:10,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741945_1121 (size=13527) 2024-12-03T07:44:10,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741946_1122 (size=13527) 2024-12-03T07:44:10,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-12-03T07:44:10,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:10,266 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2902): Flushing 9e19a7efe4c30a9cf0272a791d909f7e 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-03T07:44:10,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=A 2024-12-03T07:44:10,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:10,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=B 2024-12-03T07:44:10,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:10,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=C 2024-12-03T07:44:10,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:10,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/ee245460e88344db8a0ba9aa31ec4747 is 50, key is test_row_0/A:col10/1733211849313/Put/seqid=0 2024-12-03T07:44:10,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741947_1123 (size=12301) 2024-12-03T07:44:10,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-03T07:44:10,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 9e19a7efe4c30a9cf0272a791d909f7e 2024-12-03T07:44:10,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. as already flushing 2024-12-03T07:44:10,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:10,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211910447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:10,452 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:10,452 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:10,452 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:10,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:10,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211910450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:10,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:10,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:10,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:10,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:10,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211910452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:10,460 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:10,460 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:10,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:10,460 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:10,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211910453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:10,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:10,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:10,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:10,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:10,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42992 deadline: 1733211910517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:10,524 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:10,524 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:10,524 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:10,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:10,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211910557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:10,563 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:10,563 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:10,563 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:10,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:10,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211910567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:10,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:10,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:10,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:10,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:10,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211910567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:10,575 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:10,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:10,575 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:10,575 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:10,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211910567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:10,576 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:10,576 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:10,576 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:10,608 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/e0ca7f861e084e12b012b50dc217954f as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/e0ca7f861e084e12b012b50dc217954f 2024-12-03T07:44:10,613 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/e6b1cde73d7948469dac9467e35301aa as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/e6b1cde73d7948469dac9467e35301aa 2024-12-03T07:44:10,615 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9e19a7efe4c30a9cf0272a791d909f7e/B of 9e19a7efe4c30a9cf0272a791d909f7e into e0ca7f861e084e12b012b50dc217954f(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:44:10,615 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9e19a7efe4c30a9cf0272a791d909f7e: 2024-12-03T07:44:10,615 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., storeName=9e19a7efe4c30a9cf0272a791d909f7e/B, priority=13, startTime=1733211850174; duration=0sec 2024-12-03T07:44:10,615 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:44:10,615 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e19a7efe4c30a9cf0272a791d909f7e:B 2024-12-03T07:44:10,615 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:44:10,617 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:44:10,617 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): 9e19a7efe4c30a9cf0272a791d909f7e/C is initiating minor compaction (all files) 2024-12-03T07:44:10,617 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9e19a7efe4c30a9cf0272a791d909f7e/C in TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:10,617 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/851ff5b34e2a49dd9c2049178ddf707d, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/6230b4ad21394e3eb1cedfe931afc510, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/1aa68885e4174584842bb61740d64e1e] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp, totalSize=37.1 K 2024-12-03T07:44:10,618 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 851ff5b34e2a49dd9c2049178ddf707d, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1733211847032 2024-12-03T07:44:10,620 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 6230b4ad21394e3eb1cedfe931afc510, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1733211847101 2024-12-03T07:44:10,620 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 1aa68885e4174584842bb61740d64e1e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1733211848271 2024-12-03T07:44:10,624 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9e19a7efe4c30a9cf0272a791d909f7e/A of 9e19a7efe4c30a9cf0272a791d909f7e into e6b1cde73d7948469dac9467e35301aa(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:44:10,624 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9e19a7efe4c30a9cf0272a791d909f7e: 2024-12-03T07:44:10,624 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., storeName=9e19a7efe4c30a9cf0272a791d909f7e/A, priority=13, startTime=1733211850174; duration=0sec 2024-12-03T07:44:10,624 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:10,624 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e19a7efe4c30a9cf0272a791d909f7e:A 2024-12-03T07:44:10,631 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e19a7efe4c30a9cf0272a791d909f7e#C#compaction#111 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:44:10,632 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/f2fdea50fcb34c628a3c35885162168b is 50, key is test_row_0/C:col10/1733211849278/Put/seqid=0 2024-12-03T07:44:10,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741948_1124 (size=13527) 2024-12-03T07:44:10,658 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-12-03T07:44:10,659 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T07:44:10,662 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-12-03T07:44:10,662 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T07:44:10,663 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-12-03T07:44:10,664 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T07:44:10,665 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:44:10,665 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:44:10,665 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:44:10,665 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:44:10,665 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:44:10,665 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:44:10,665 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:44:10,666 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:44:10,666 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:44:10,668 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-12-03T07:44:10,668 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T07:44:10,668 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:44:10,668 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:44:10,668 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:44:10,677 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=504 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/ee245460e88344db8a0ba9aa31ec4747 2024-12-03T07:44:10,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/cf2824f0c2ce4c9aac1f177c82ca8e26 is 50, key is test_row_0/B:col10/1733211849313/Put/seqid=0 2024-12-03T07:44:10,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741949_1125 (size=12301) 2024-12-03T07:44:10,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:10,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211910767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:10,768 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:10,768 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:10,768 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:10,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:10,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:10,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211910778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:10,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211910778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:10,778 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:10,778 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:10,778 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:10,779 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:10,779 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:10,779 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:10,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-03T07:44:10,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:10,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211910787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:10,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:10,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:10,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:11,048 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/f2fdea50fcb34c628a3c35885162168b as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/f2fdea50fcb34c628a3c35885162168b 2024-12-03T07:44:11,053 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9e19a7efe4c30a9cf0272a791d909f7e/C of 9e19a7efe4c30a9cf0272a791d909f7e into f2fdea50fcb34c628a3c35885162168b(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:44:11,053 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9e19a7efe4c30a9cf0272a791d909f7e: 2024-12-03T07:44:11,053 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., storeName=9e19a7efe4c30a9cf0272a791d909f7e/C, priority=13, startTime=1733211850174; duration=0sec 2024-12-03T07:44:11,053 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:11,053 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e19a7efe4c30a9cf0272a791d909f7e:C 2024-12-03T07:44:11,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:11,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1733211911077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:11,078 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:11,078 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:11,078 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:11,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:11,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:11,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43084 deadline: 1733211911087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:11,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1733211911088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:11,088 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:11,088 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:11,088 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:11,088 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:11,088 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:11,088 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:11,090 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=504 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/cf2824f0c2ce4c9aac1f177c82ca8e26 2024-12-03T07:44:11,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/5a73d838cb6a456db80e3768afb05f47 is 50, key is test_row_0/C:col10/1733211849313/Put/seqid=0 2024-12-03T07:44:11,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:11,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43064 deadline: 1733211911098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:11,098 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:11,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:11,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:11,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741950_1126 (size=12301) 2024-12-03T07:44:11,501 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=504 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/5a73d838cb6a456db80e3768afb05f47 2024-12-03T07:44:11,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/ee245460e88344db8a0ba9aa31ec4747 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/ee245460e88344db8a0ba9aa31ec4747 2024-12-03T07:44:11,511 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/ee245460e88344db8a0ba9aa31ec4747, entries=150, sequenceid=504, filesize=12.0 K 2024-12-03T07:44:11,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/cf2824f0c2ce4c9aac1f177c82ca8e26 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/cf2824f0c2ce4c9aac1f177c82ca8e26 2024-12-03T07:44:11,516 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/cf2824f0c2ce4c9aac1f177c82ca8e26, entries=150, sequenceid=504, filesize=12.0 K 2024-12-03T07:44:11,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/5a73d838cb6a456db80e3768afb05f47 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/5a73d838cb6a456db80e3768afb05f47 2024-12-03T07:44:11,521 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/5a73d838cb6a456db80e3768afb05f47, entries=150, sequenceid=504, filesize=12.0 K 2024-12-03T07:44:11,522 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=80.51 KB/82440 for 9e19a7efe4c30a9cf0272a791d909f7e in 1256ms, sequenceid=504, compaction requested=false 2024-12-03T07:44:11,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 9e19a7efe4c30a9cf0272a791d909f7e: 2024-12-03T07:44:11,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:11,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-03T07:44:11,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-03T07:44:11,524 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-12-03T07:44:11,524 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8710 sec 2024-12-03T07:44:11,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees in 1.8760 sec 2024-12-03T07:44:11,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 9e19a7efe4c30a9cf0272a791d909f7e 2024-12-03T07:44:11,539 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9e19a7efe4c30a9cf0272a791d909f7e 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-03T07:44:11,539 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-12-03T07:44:11,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=A 2024-12-03T07:44:11,539 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T07:44:11,539 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:44:11,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:11,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=B 2024-12-03T07:44:11,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:11,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=C 2024-12-03T07:44:11,539 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:44:11,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:11,539 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:44:11,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/254deda8c6c141a898a0aece54bc959e is 50, key is test_row_0/A:col10/1733211850451/Put/seqid=0 2024-12-03T07:44:11,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741951_1127 (size=12301) 2024-12-03T07:44:11,588 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-12-03T07:44:11,588 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T07:44:11,588 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:44:11,588 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:44:11,588 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:44:11,599 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-12-03T07:44:11,599 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-12-03T07:44:11,599 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T07:44:11,599 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T07:44:11,599 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:44:11,599 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:44:11,599 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:44:11,599 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:44:11,599 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:44:11,599 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:44:11,609 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-12-03T07:44:11,609 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T07:44:11,609 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:44:11,609 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:44:11,609 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:44:11,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-03T07:44:11,798 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:44:11,798 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-03T07:44:11,798 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 95 2024-12-03T07:44:11,798 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 80 2024-12-03T07:44:11,798 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-12-03T07:44:11,798 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-12-03T07:44:11,798 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 76 2024-12-03T07:44:11,798 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-03T07:44:11,799 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2901 2024-12-03T07:44:11,799 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2889 2024-12-03T07:44:11,799 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-03T07:44:11,799 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1308 2024-12-03T07:44:11,799 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3923 rows 2024-12-03T07:44:11,799 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1312 2024-12-03T07:44:11,799 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3935 rows 2024-12-03T07:44:11,799 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T07:44:11,799 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T07:44:11,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:44:11,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:44:11,799 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:44:11,803 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-03T07:44:11,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-03T07:44:11,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-03T07:44:11,810 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733211851810"}]},"ts":"1733211851810"} 2024-12-03T07:44:11,812 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-03T07:44:11,812 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-03T07:44:11,814 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-03T07:44:11,818 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9e19a7efe4c30a9cf0272a791d909f7e, UNASSIGN}] 2024-12-03T07:44:11,819 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9e19a7efe4c30a9cf0272a791d909f7e, UNASSIGN 2024-12-03T07:44:11,820 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=9e19a7efe4c30a9cf0272a791d909f7e, regionState=CLOSING, regionLocation=911db94732f6,39389,1733211824582 2024-12-03T07:44:11,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9e19a7efe4c30a9cf0272a791d909f7e, UNASSIGN because future has completed 2024-12-03T07:44:11,823 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-03T07:44:11,823 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582}] 2024-12-03T07:44:11,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-03T07:44:11,947 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/254deda8c6c141a898a0aece54bc959e 2024-12-03T07:44:11,955 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/cb7dc98f58b14398943bae31350194e0 is 50, key is test_row_0/B:col10/1733211850451/Put/seqid=0 2024-12-03T07:44:11,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741952_1128 (size=12301) 2024-12-03T07:44:11,979 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(122): Close 9e19a7efe4c30a9cf0272a791d909f7e 2024-12-03T07:44:11,980 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-03T07:44:11,980 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1722): Closing 9e19a7efe4c30a9cf0272a791d909f7e, disabling compactions & flushes 2024-12-03T07:44:11,980 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:12,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-03T07:44:12,359 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/cb7dc98f58b14398943bae31350194e0 2024-12-03T07:44:12,367 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/c1239fd4372948028e8726e1d742f95b is 50, key is test_row_0/C:col10/1733211850451/Put/seqid=0 2024-12-03T07:44:12,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741953_1129 (size=12301) 2024-12-03T07:44:12,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-03T07:44:12,771 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/c1239fd4372948028e8726e1d742f95b 2024-12-03T07:44:12,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/254deda8c6c141a898a0aece54bc959e as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/254deda8c6c141a898a0aece54bc959e 2024-12-03T07:44:12,781 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/254deda8c6c141a898a0aece54bc959e, entries=150, sequenceid=523, filesize=12.0 K 2024-12-03T07:44:12,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/cb7dc98f58b14398943bae31350194e0 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/cb7dc98f58b14398943bae31350194e0 2024-12-03T07:44:12,785 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/cb7dc98f58b14398943bae31350194e0, entries=150, sequenceid=523, filesize=12.0 K 2024-12-03T07:44:12,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/c1239fd4372948028e8726e1d742f95b as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/c1239fd4372948028e8726e1d742f95b 2024-12-03T07:44:12,790 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/c1239fd4372948028e8726e1d742f95b, entries=150, sequenceid=523, filesize=12.0 K 2024-12-03T07:44:12,791 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=26.84 KB/27480 for 9e19a7efe4c30a9cf0272a791d909f7e in 1251ms, sequenceid=523, compaction requested=true 2024-12-03T07:44:12,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9e19a7efe4c30a9cf0272a791d909f7e: 2024-12-03T07:44:12,791 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:12,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e19a7efe4c30a9cf0272a791d909f7e:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T07:44:12,791 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:12,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:12,791 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. after waiting 0 ms 2024-12-03T07:44:12,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e19a7efe4c30a9cf0272a791d909f7e:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T07:44:12,791 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:12,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:12,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e19a7efe4c30a9cf0272a791d909f7e:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T07:44:12,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:44:12,791 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(2902): Flushing 9e19a7efe4c30a9cf0272a791d909f7e 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-12-03T07:44:12,791 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. because compaction request was cancelled 2024-12-03T07:44:12,791 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. because compaction request was cancelled 2024-12-03T07:44:12,791 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e19a7efe4c30a9cf0272a791d909f7e:A 2024-12-03T07:44:12,791 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e19a7efe4c30a9cf0272a791d909f7e:B 2024-12-03T07:44:12,791 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. because compaction request was cancelled 2024-12-03T07:44:12,791 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e19a7efe4c30a9cf0272a791d909f7e:C 2024-12-03T07:44:12,791 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=A 2024-12-03T07:44:12,791 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:12,791 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=B 2024-12-03T07:44:12,791 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:12,791 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e19a7efe4c30a9cf0272a791d909f7e, store=C 2024-12-03T07:44:12,791 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:12,795 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/b37e85e24ec34779a5ae02a36194d1c1 is 50, key is test_row_0/A:col10/1733211851608/Put/seqid=0 2024-12-03T07:44:12,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741954_1130 (size=12301) 2024-12-03T07:44:12,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-03T07:44:12,985 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T07:44:13,200 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=530 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/b37e85e24ec34779a5ae02a36194d1c1 2024-12-03T07:44:13,207 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/cde82e7648874646a96b2024a6b8098f is 50, key is test_row_0/B:col10/1733211851608/Put/seqid=0 2024-12-03T07:44:13,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741955_1131 (size=12301) 2024-12-03T07:44:13,612 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=530 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/cde82e7648874646a96b2024a6b8098f 2024-12-03T07:44:13,619 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/a0a8d46112c84381bbd11aa556783f36 is 50, key is test_row_0/C:col10/1733211851608/Put/seqid=0 2024-12-03T07:44:13,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741956_1132 (size=12301) 2024-12-03T07:44:13,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-03T07:44:14,023 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=530 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/a0a8d46112c84381bbd11aa556783f36 2024-12-03T07:44:14,028 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/A/b37e85e24ec34779a5ae02a36194d1c1 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/b37e85e24ec34779a5ae02a36194d1c1 2024-12-03T07:44:14,032 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/b37e85e24ec34779a5ae02a36194d1c1, entries=150, sequenceid=530, filesize=12.0 K 2024-12-03T07:44:14,033 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/B/cde82e7648874646a96b2024a6b8098f as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/cde82e7648874646a96b2024a6b8098f 2024-12-03T07:44:14,037 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/cde82e7648874646a96b2024a6b8098f, entries=150, sequenceid=530, filesize=12.0 K 2024-12-03T07:44:14,038 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/.tmp/C/a0a8d46112c84381bbd11aa556783f36 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/a0a8d46112c84381bbd11aa556783f36 2024-12-03T07:44:14,042 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/a0a8d46112c84381bbd11aa556783f36, entries=150, sequenceid=530, filesize=12.0 K 2024-12-03T07:44:14,043 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 9e19a7efe4c30a9cf0272a791d909f7e in 1252ms, sequenceid=530, compaction requested=true 2024-12-03T07:44:14,043 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/ef7c046ea91047ce82006d6d56d1c059, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/6a9af77e578d470f833952d0bb72ae11, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/3936bdedf17a4bf98a6e9e41a29239f6, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/0b515d3f87a54ea08158b4aca4d8b56b, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/6ee051293901494d8233c66d6fd6c90a, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/afc68b791b5f4bd5bba36744311a8dcb, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/01799a5f6c234d41a67eb7201f197b6a, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/79d46fcc28ff4194a62eeee401c3d98f, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/7243f5700f824e8dbf87dbf61c33802d, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/f6ed0f161e6f45239f1f863f60fbad58, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/b24bacb3dba049f788bc9ef971885b18, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/605cd5fb23a347cd8bffb3da559f2c9f, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/a6aeca031c0b458b8c0fad268514fb2c, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/1fb6f053b1144083849d85a9cb6bbc0e, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/4d131885c0244f71b5c4118879817afb, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/8cd7fba0201241af9cbebca6af4e1363, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/7c58d3d486b5465eb43ae245579fc7b7, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/330b5898cb5c4060b159561c6db78cbe, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/9213f4b1df8e4bc1980d375e93f4f386, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/18edab47a5464a278a3ed08eb9554883, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/ac89ff78220a4ec4bc9705e38194cac5, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/a8858fffc6a245efa3184fa739b0f0fb, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/9f736487f2cf449fa54fd3eb04a998fd, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/462eb9c8bad9439f8e446692b9e1d903, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/af9108741825420f8483f16d26585f2a, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/05a975c482664c6a9abdf4f50fa37b92, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/ad8dd9f006e048ed9387a0dc55947de8, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/79072b9d0fc249b89e3bdb980264cd74, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/6ff1c08f476649afb111cbba81d1567f, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/717bfc9c6e1f41dca307442e581ba1da, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/99664b188cea46dca3d152799e23b39b, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/9987f17cd4434e8daf96be9075bd86b3, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/f36f9372aef84290a67383c0c08ed160, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/c903cb2134444e6894b1b893990a0e02, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/5fca448256de428cb32754d24c4a9766, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/d935cd01ba874c3fa6896c588f022e77] to archive 2024-12-03T07:44:14,046 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T07:44:14,052 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/ef7c046ea91047ce82006d6d56d1c059 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/ef7c046ea91047ce82006d6d56d1c059 2024-12-03T07:44:14,053 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/6a9af77e578d470f833952d0bb72ae11 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/6a9af77e578d470f833952d0bb72ae11 2024-12-03T07:44:14,054 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/3936bdedf17a4bf98a6e9e41a29239f6 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/3936bdedf17a4bf98a6e9e41a29239f6 2024-12-03T07:44:14,056 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/0b515d3f87a54ea08158b4aca4d8b56b to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/0b515d3f87a54ea08158b4aca4d8b56b 2024-12-03T07:44:14,057 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/6ee051293901494d8233c66d6fd6c90a to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/6ee051293901494d8233c66d6fd6c90a 2024-12-03T07:44:14,059 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/afc68b791b5f4bd5bba36744311a8dcb to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/afc68b791b5f4bd5bba36744311a8dcb 2024-12-03T07:44:14,060 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/01799a5f6c234d41a67eb7201f197b6a to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/01799a5f6c234d41a67eb7201f197b6a 2024-12-03T07:44:14,061 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/79d46fcc28ff4194a62eeee401c3d98f to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/79d46fcc28ff4194a62eeee401c3d98f 2024-12-03T07:44:14,062 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/7243f5700f824e8dbf87dbf61c33802d to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/7243f5700f824e8dbf87dbf61c33802d 2024-12-03T07:44:14,063 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/f6ed0f161e6f45239f1f863f60fbad58 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/f6ed0f161e6f45239f1f863f60fbad58 2024-12-03T07:44:14,064 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/b24bacb3dba049f788bc9ef971885b18 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/b24bacb3dba049f788bc9ef971885b18 2024-12-03T07:44:14,066 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/605cd5fb23a347cd8bffb3da559f2c9f to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/605cd5fb23a347cd8bffb3da559f2c9f 2024-12-03T07:44:14,067 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/a6aeca031c0b458b8c0fad268514fb2c to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/a6aeca031c0b458b8c0fad268514fb2c 2024-12-03T07:44:14,068 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/1fb6f053b1144083849d85a9cb6bbc0e to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/1fb6f053b1144083849d85a9cb6bbc0e 2024-12-03T07:44:14,069 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/4d131885c0244f71b5c4118879817afb to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/4d131885c0244f71b5c4118879817afb 2024-12-03T07:44:14,070 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/8cd7fba0201241af9cbebca6af4e1363 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/8cd7fba0201241af9cbebca6af4e1363 2024-12-03T07:44:14,071 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/7c58d3d486b5465eb43ae245579fc7b7 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/7c58d3d486b5465eb43ae245579fc7b7 2024-12-03T07:44:14,072 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/330b5898cb5c4060b159561c6db78cbe to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/330b5898cb5c4060b159561c6db78cbe 2024-12-03T07:44:14,073 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/9213f4b1df8e4bc1980d375e93f4f386 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/9213f4b1df8e4bc1980d375e93f4f386 2024-12-03T07:44:14,074 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/18edab47a5464a278a3ed08eb9554883 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/18edab47a5464a278a3ed08eb9554883 2024-12-03T07:44:14,075 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/ac89ff78220a4ec4bc9705e38194cac5 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/ac89ff78220a4ec4bc9705e38194cac5 2024-12-03T07:44:14,076 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/a8858fffc6a245efa3184fa739b0f0fb to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/a8858fffc6a245efa3184fa739b0f0fb 2024-12-03T07:44:14,077 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/9f736487f2cf449fa54fd3eb04a998fd to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/9f736487f2cf449fa54fd3eb04a998fd 2024-12-03T07:44:14,078 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/462eb9c8bad9439f8e446692b9e1d903 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/462eb9c8bad9439f8e446692b9e1d903 2024-12-03T07:44:14,079 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/af9108741825420f8483f16d26585f2a to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/af9108741825420f8483f16d26585f2a 2024-12-03T07:44:14,080 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/05a975c482664c6a9abdf4f50fa37b92 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/05a975c482664c6a9abdf4f50fa37b92 2024-12-03T07:44:14,082 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/ad8dd9f006e048ed9387a0dc55947de8 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/ad8dd9f006e048ed9387a0dc55947de8 2024-12-03T07:44:14,083 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/79072b9d0fc249b89e3bdb980264cd74 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/79072b9d0fc249b89e3bdb980264cd74 2024-12-03T07:44:14,084 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/6ff1c08f476649afb111cbba81d1567f to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/6ff1c08f476649afb111cbba81d1567f 2024-12-03T07:44:14,085 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/717bfc9c6e1f41dca307442e581ba1da to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/717bfc9c6e1f41dca307442e581ba1da 2024-12-03T07:44:14,086 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/99664b188cea46dca3d152799e23b39b to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/99664b188cea46dca3d152799e23b39b 2024-12-03T07:44:14,087 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/9987f17cd4434e8daf96be9075bd86b3 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/9987f17cd4434e8daf96be9075bd86b3 2024-12-03T07:44:14,088 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/f36f9372aef84290a67383c0c08ed160 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/f36f9372aef84290a67383c0c08ed160 2024-12-03T07:44:14,089 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/c903cb2134444e6894b1b893990a0e02 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/c903cb2134444e6894b1b893990a0e02 2024-12-03T07:44:14,090 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/5fca448256de428cb32754d24c4a9766 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/5fca448256de428cb32754d24c4a9766 2024-12-03T07:44:14,091 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/d935cd01ba874c3fa6896c588f022e77 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/d935cd01ba874c3fa6896c588f022e77 2024-12-03T07:44:14,104 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/57c6780529314378b476f941924109cb, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/52082f1d5f5748d8a4c52984316179ba, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/524ed3e49b18451691afdc5aacc0cae5, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/258025e7147e4bf186c86c4861e859e0, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/00fe9ba39e184bf49952c34bde8bbfcc, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/314ed8552ab142548bf5cd18f135c4cf, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/3d4a50c8d03d454d909c6b2d5dbf495f, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/139eb8bd73cb45edbe55699887ba5b44, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/e8b54221830b4e17b94781164408dd4d, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/7075d5ba54d04778b732652c798dccc6, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/07bafd788c6f4b9cbe40cef1be1681ed, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/34b5f81294ba4810869c21a7fa20dfcf, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/41f14047eac74e9ba95c7221102c42ba, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/dfd05b34479b4dc898102036a551b4f5, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/453383ddf80d4c5a82c6447d3afd0566, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/398b2d69cd734dbab17138de249ee13f, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/cc92f8d2bc3547f882e69575def18ed6, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/2c723402c7db4a7f9c9a71d92531504e, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/77ae53ea20b644d7815a1d7a61b5f507, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/c656c5b273ff469e8345fe3d96afa764, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/92e1bc2d705d4719aa9de978cb7fef15, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/83b2f13a893445dbaeafe49d736d6a77, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/72419d3d848049b6bbf8b0294d4962d0, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/ab9b22491c6b42b59db865d01d6dee1f, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/6d73111b0bc84018953792c26a9e9336, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/84359a799f4942e59245ce6997be74c6, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/a0bbae0e712a47a8bddc2d2542ab6e5a, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/1f84ad0227aa4ad982bfc6863e411751, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/c7263645a3614f03a75ed20c1f5f9656, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/6293ae777f2f452e8325000a8ffa7b0d, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/e2b02ddacbad43fb8c0a283e1c0473cf, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/d214267c90b8406fb4118307b9448090, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/5c4cd903f56e415c934bd7b9e210ec41, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/1abf1d9a395648a2b67ce4018e13ef9c, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/103be86a61704f94a1a3ab51abe902a3, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/ad54132ec4d7463496f2d573dd071173] to archive 2024-12-03T07:44:14,105 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T07:44:14,106 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/57c6780529314378b476f941924109cb to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/57c6780529314378b476f941924109cb 2024-12-03T07:44:14,107 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/52082f1d5f5748d8a4c52984316179ba to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/52082f1d5f5748d8a4c52984316179ba 2024-12-03T07:44:14,108 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/524ed3e49b18451691afdc5aacc0cae5 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/524ed3e49b18451691afdc5aacc0cae5 2024-12-03T07:44:14,109 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/258025e7147e4bf186c86c4861e859e0 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/258025e7147e4bf186c86c4861e859e0 2024-12-03T07:44:14,111 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/00fe9ba39e184bf49952c34bde8bbfcc to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/00fe9ba39e184bf49952c34bde8bbfcc 2024-12-03T07:44:14,112 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/314ed8552ab142548bf5cd18f135c4cf to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/314ed8552ab142548bf5cd18f135c4cf 2024-12-03T07:44:14,113 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/3d4a50c8d03d454d909c6b2d5dbf495f to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/3d4a50c8d03d454d909c6b2d5dbf495f 2024-12-03T07:44:14,114 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/139eb8bd73cb45edbe55699887ba5b44 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/139eb8bd73cb45edbe55699887ba5b44 2024-12-03T07:44:14,115 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/e8b54221830b4e17b94781164408dd4d to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/e8b54221830b4e17b94781164408dd4d 2024-12-03T07:44:14,116 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/7075d5ba54d04778b732652c798dccc6 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/7075d5ba54d04778b732652c798dccc6 2024-12-03T07:44:14,117 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/07bafd788c6f4b9cbe40cef1be1681ed to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/07bafd788c6f4b9cbe40cef1be1681ed 2024-12-03T07:44:14,118 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/34b5f81294ba4810869c21a7fa20dfcf to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/34b5f81294ba4810869c21a7fa20dfcf 2024-12-03T07:44:14,119 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/41f14047eac74e9ba95c7221102c42ba to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/41f14047eac74e9ba95c7221102c42ba 2024-12-03T07:44:14,120 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/dfd05b34479b4dc898102036a551b4f5 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/dfd05b34479b4dc898102036a551b4f5 2024-12-03T07:44:14,121 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/453383ddf80d4c5a82c6447d3afd0566 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/453383ddf80d4c5a82c6447d3afd0566 2024-12-03T07:44:14,122 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/398b2d69cd734dbab17138de249ee13f to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/398b2d69cd734dbab17138de249ee13f 2024-12-03T07:44:14,123 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/cc92f8d2bc3547f882e69575def18ed6 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/cc92f8d2bc3547f882e69575def18ed6 2024-12-03T07:44:14,124 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/2c723402c7db4a7f9c9a71d92531504e to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/2c723402c7db4a7f9c9a71d92531504e 2024-12-03T07:44:14,125 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/77ae53ea20b644d7815a1d7a61b5f507 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/77ae53ea20b644d7815a1d7a61b5f507 2024-12-03T07:44:14,126 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/c656c5b273ff469e8345fe3d96afa764 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/c656c5b273ff469e8345fe3d96afa764 2024-12-03T07:44:14,127 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/92e1bc2d705d4719aa9de978cb7fef15 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/92e1bc2d705d4719aa9de978cb7fef15 2024-12-03T07:44:14,128 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/83b2f13a893445dbaeafe49d736d6a77 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/83b2f13a893445dbaeafe49d736d6a77 2024-12-03T07:44:14,129 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/72419d3d848049b6bbf8b0294d4962d0 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/72419d3d848049b6bbf8b0294d4962d0 2024-12-03T07:44:14,130 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/ab9b22491c6b42b59db865d01d6dee1f to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/ab9b22491c6b42b59db865d01d6dee1f 2024-12-03T07:44:14,131 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/6d73111b0bc84018953792c26a9e9336 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/6d73111b0bc84018953792c26a9e9336 2024-12-03T07:44:14,132 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/84359a799f4942e59245ce6997be74c6 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/84359a799f4942e59245ce6997be74c6 2024-12-03T07:44:14,134 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/a0bbae0e712a47a8bddc2d2542ab6e5a to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/a0bbae0e712a47a8bddc2d2542ab6e5a 2024-12-03T07:44:14,135 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/1f84ad0227aa4ad982bfc6863e411751 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/1f84ad0227aa4ad982bfc6863e411751 2024-12-03T07:44:14,136 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/c7263645a3614f03a75ed20c1f5f9656 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/c7263645a3614f03a75ed20c1f5f9656 2024-12-03T07:44:14,137 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/6293ae777f2f452e8325000a8ffa7b0d to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/6293ae777f2f452e8325000a8ffa7b0d 2024-12-03T07:44:14,138 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/e2b02ddacbad43fb8c0a283e1c0473cf to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/e2b02ddacbad43fb8c0a283e1c0473cf 2024-12-03T07:44:14,139 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/d214267c90b8406fb4118307b9448090 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/d214267c90b8406fb4118307b9448090 2024-12-03T07:44:14,140 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/5c4cd903f56e415c934bd7b9e210ec41 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/5c4cd903f56e415c934bd7b9e210ec41 2024-12-03T07:44:14,141 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/1abf1d9a395648a2b67ce4018e13ef9c to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/1abf1d9a395648a2b67ce4018e13ef9c 2024-12-03T07:44:14,142 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/103be86a61704f94a1a3ab51abe902a3 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/103be86a61704f94a1a3ab51abe902a3 2024-12-03T07:44:14,143 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/ad54132ec4d7463496f2d573dd071173 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/ad54132ec4d7463496f2d573dd071173 2024-12-03T07:44:14,145 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/a8f874723b394b869ffbf426a2496430, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/9f343a5c9af04cacbcc2e075e39d254b, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/61a329e692fa40f8a15b5a21a7ccc86d, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/e67c1e679b004c48801790ec2d15a65c, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/d059950a48a74cf8a5f7bf075be9176d, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/70b3cf1997174629bbdf54be7c2c66de, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/7425e26ce0984fea8c1074dfebea0dae, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/926ea6e02cd043cca72e9e87b7957879, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/71be2158cbd1428087936c5975fe74f9, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/c9828489302a405c9b8d1d38962e6ec9, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/9098eb7803b644bcb769c14f43b561f5, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/30e1e51f88534228bdf95d9c1ddb114f, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/863620f9c12c4c9ba44e5910ab171e7c, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/ad056312c7194604b36d2e69d4de25ef, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/9235252903df4e358ef4e7884f54fdee, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/1aa718ed39f846e0a60ebdf4dc4a9a4c, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/860c7fea03c5445b91cdb4fef54881fd, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/f89c29ddf3984788baf66c379b29ba3e, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/f0d7c4faa5454c7388292f09a85d3739, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/a2414705ac3f4b929a6af3fc1fd9aedb, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/82df61da703e4e1abf2d5125cfc44f49, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/b06faa66cd9649738392200a420db3e3, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/371da188901449edbe26dc5b5df84b7b, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/13125eebf8df42c9adc868e047647438, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/1071265aea6e42628c637bd145ba68fa, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/d6b2f799354240eea4a52993267543d4, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/8bb365ce4b334679a14c1bf509d7fa54, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/7c55f2f6ac1246ecaf29f4a93ee2d8a5, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/12537feed78d43dfb0ac08bc02f5ac01, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/96db7de480fb400caf0297c850c40845, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/6665888db89944e7b87a606e4bc7aedd, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/4b0c7bb804d3439d948a624027f7d9c2, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/851ff5b34e2a49dd9c2049178ddf707d, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/a2ef360715b24e29a7114f69b22df8eb, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/6230b4ad21394e3eb1cedfe931afc510, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/1aa68885e4174584842bb61740d64e1e] to archive 2024-12-03T07:44:14,146 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T07:44:14,147 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/a8f874723b394b869ffbf426a2496430 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/a8f874723b394b869ffbf426a2496430 2024-12-03T07:44:14,148 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/9f343a5c9af04cacbcc2e075e39d254b to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/9f343a5c9af04cacbcc2e075e39d254b 2024-12-03T07:44:14,149 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/61a329e692fa40f8a15b5a21a7ccc86d to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/61a329e692fa40f8a15b5a21a7ccc86d 2024-12-03T07:44:14,150 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/e67c1e679b004c48801790ec2d15a65c to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/e67c1e679b004c48801790ec2d15a65c 2024-12-03T07:44:14,151 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/d059950a48a74cf8a5f7bf075be9176d to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/d059950a48a74cf8a5f7bf075be9176d 2024-12-03T07:44:14,152 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/70b3cf1997174629bbdf54be7c2c66de to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/70b3cf1997174629bbdf54be7c2c66de 2024-12-03T07:44:14,154 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/7425e26ce0984fea8c1074dfebea0dae to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/7425e26ce0984fea8c1074dfebea0dae 2024-12-03T07:44:14,155 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/926ea6e02cd043cca72e9e87b7957879 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/926ea6e02cd043cca72e9e87b7957879 2024-12-03T07:44:14,155 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/71be2158cbd1428087936c5975fe74f9 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/71be2158cbd1428087936c5975fe74f9 2024-12-03T07:44:14,156 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/c9828489302a405c9b8d1d38962e6ec9 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/c9828489302a405c9b8d1d38962e6ec9 2024-12-03T07:44:14,157 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/9098eb7803b644bcb769c14f43b561f5 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/9098eb7803b644bcb769c14f43b561f5 2024-12-03T07:44:14,158 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/30e1e51f88534228bdf95d9c1ddb114f to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/30e1e51f88534228bdf95d9c1ddb114f 2024-12-03T07:44:14,159 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/863620f9c12c4c9ba44e5910ab171e7c to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/863620f9c12c4c9ba44e5910ab171e7c 2024-12-03T07:44:14,160 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/ad056312c7194604b36d2e69d4de25ef to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/ad056312c7194604b36d2e69d4de25ef 2024-12-03T07:44:14,161 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/9235252903df4e358ef4e7884f54fdee to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/9235252903df4e358ef4e7884f54fdee 2024-12-03T07:44:14,162 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/1aa718ed39f846e0a60ebdf4dc4a9a4c to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/1aa718ed39f846e0a60ebdf4dc4a9a4c 2024-12-03T07:44:14,163 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/860c7fea03c5445b91cdb4fef54881fd to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/860c7fea03c5445b91cdb4fef54881fd 2024-12-03T07:44:14,164 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/f89c29ddf3984788baf66c379b29ba3e to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/f89c29ddf3984788baf66c379b29ba3e 2024-12-03T07:44:14,166 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/f0d7c4faa5454c7388292f09a85d3739 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/f0d7c4faa5454c7388292f09a85d3739 2024-12-03T07:44:14,167 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/a2414705ac3f4b929a6af3fc1fd9aedb to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/a2414705ac3f4b929a6af3fc1fd9aedb 2024-12-03T07:44:14,168 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/82df61da703e4e1abf2d5125cfc44f49 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/82df61da703e4e1abf2d5125cfc44f49 2024-12-03T07:44:14,169 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/b06faa66cd9649738392200a420db3e3 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/b06faa66cd9649738392200a420db3e3 2024-12-03T07:44:14,170 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/371da188901449edbe26dc5b5df84b7b to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/371da188901449edbe26dc5b5df84b7b 2024-12-03T07:44:14,171 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/13125eebf8df42c9adc868e047647438 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/13125eebf8df42c9adc868e047647438 2024-12-03T07:44:14,172 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/1071265aea6e42628c637bd145ba68fa to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/1071265aea6e42628c637bd145ba68fa 2024-12-03T07:44:14,173 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/d6b2f799354240eea4a52993267543d4 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/d6b2f799354240eea4a52993267543d4 2024-12-03T07:44:14,174 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/8bb365ce4b334679a14c1bf509d7fa54 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/8bb365ce4b334679a14c1bf509d7fa54 2024-12-03T07:44:14,175 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/7c55f2f6ac1246ecaf29f4a93ee2d8a5 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/7c55f2f6ac1246ecaf29f4a93ee2d8a5 2024-12-03T07:44:14,176 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/12537feed78d43dfb0ac08bc02f5ac01 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/12537feed78d43dfb0ac08bc02f5ac01 2024-12-03T07:44:14,177 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/96db7de480fb400caf0297c850c40845 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/96db7de480fb400caf0297c850c40845 2024-12-03T07:44:14,178 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/6665888db89944e7b87a606e4bc7aedd to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/6665888db89944e7b87a606e4bc7aedd 2024-12-03T07:44:14,179 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/4b0c7bb804d3439d948a624027f7d9c2 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/4b0c7bb804d3439d948a624027f7d9c2 2024-12-03T07:44:14,180 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/851ff5b34e2a49dd9c2049178ddf707d to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/851ff5b34e2a49dd9c2049178ddf707d 2024-12-03T07:44:14,181 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/a2ef360715b24e29a7114f69b22df8eb to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/a2ef360715b24e29a7114f69b22df8eb 2024-12-03T07:44:14,182 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/6230b4ad21394e3eb1cedfe931afc510 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/6230b4ad21394e3eb1cedfe931afc510 2024-12-03T07:44:14,183 DEBUG [StoreCloser-TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/1aa68885e4174584842bb61740d64e1e to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/1aa68885e4174584842bb61740d64e1e 2024-12-03T07:44:14,187 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/recovered.edits/533.seqid, newMaxSeqId=533, maxSeqId=1 2024-12-03T07:44:14,188 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. 2024-12-03T07:44:14,188 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1676): Region close journal for 9e19a7efe4c30a9cf0272a791d909f7e: Waiting for close lock at 1733211851980Running coprocessor pre-close hooks at 1733211851980Disabling compacts and flushes for region at 1733211851980Disabling writes for close at 1733211852791 (+811 ms)Obtaining lock to block concurrent updates at 1733211852791Preparing flush snapshotting stores in 9e19a7efe4c30a9cf0272a791d909f7e at 1733211852791Finished memstore snapshotting TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1733211852791Flushing stores of TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e. at 1733211852792 (+1 ms)Flushing 9e19a7efe4c30a9cf0272a791d909f7e/A: creating writer at 1733211852792Flushing 9e19a7efe4c30a9cf0272a791d909f7e/A: appending metadata at 1733211852795 (+3 ms)Flushing 9e19a7efe4c30a9cf0272a791d909f7e/A: closing flushed file at 1733211852795Flushing 9e19a7efe4c30a9cf0272a791d909f7e/B: creating writer at 1733211853204 (+409 ms)Flushing 9e19a7efe4c30a9cf0272a791d909f7e/B: appending metadata at 1733211853207 (+3 ms)Flushing 9e19a7efe4c30a9cf0272a791d909f7e/B: closing flushed file at 1733211853207Flushing 9e19a7efe4c30a9cf0272a791d909f7e/C: creating writer at 1733211853616 (+409 ms)Flushing 9e19a7efe4c30a9cf0272a791d909f7e/C: appending metadata at 1733211853619 (+3 ms)Flushing 9e19a7efe4c30a9cf0272a791d909f7e/C: closing flushed file at 1733211853619Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a89598b: reopening flushed file at 1733211854028 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b860021: reopening flushed file at 1733211854033 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53a7d2b7: reopening flushed file at 1733211854037 (+4 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 9e19a7efe4c30a9cf0272a791d909f7e in 1252ms, sequenceid=530, compaction requested=true at 1733211854043 (+6 ms)Writing region close event to WAL at 1733211854184 (+141 ms)Running coprocessor post-close hooks at 1733211854188 (+4 ms)Closed at 1733211854188 2024-12-03T07:44:14,190 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(157): Closed 9e19a7efe4c30a9cf0272a791d909f7e 2024-12-03T07:44:14,191 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=9e19a7efe4c30a9cf0272a791d909f7e, regionState=CLOSED 2024-12-03T07:44:14,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 because future has completed 2024-12-03T07:44:14,195 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-12-03T07:44:14,195 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; CloseRegionProcedure 9e19a7efe4c30a9cf0272a791d909f7e, server=911db94732f6,39389,1733211824582 in 2.3700 sec 2024-12-03T07:44:14,197 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-12-03T07:44:14,197 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9e19a7efe4c30a9cf0272a791d909f7e, UNASSIGN in 2.3770 sec 2024-12-03T07:44:14,200 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-12-03T07:44:14,200 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.3840 sec 2024-12-03T07:44:14,201 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733211854201"}]},"ts":"1733211854201"} 2024-12-03T07:44:14,203 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-03T07:44:14,203 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-03T07:44:14,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.3980 sec 2024-12-03T07:44:14,304 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-03T07:44:15,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-03T07:44:15,968 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:44:15,971 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-03T07:44:15,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=33, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T07:44:15,976 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=33, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T07:44:15,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-12-03T07:44:15,978 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=33, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T07:44:15,982 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e 2024-12-03T07:44:15,986 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A, FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B, FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C, FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/recovered.edits] 2024-12-03T07:44:15,988 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/254deda8c6c141a898a0aece54bc959e to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/254deda8c6c141a898a0aece54bc959e 2024-12-03T07:44:15,990 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/b37e85e24ec34779a5ae02a36194d1c1 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/b37e85e24ec34779a5ae02a36194d1c1 2024-12-03T07:44:15,991 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/e6b1cde73d7948469dac9467e35301aa to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/e6b1cde73d7948469dac9467e35301aa 2024-12-03T07:44:15,992 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/ee245460e88344db8a0ba9aa31ec4747 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/A/ee245460e88344db8a0ba9aa31ec4747 2024-12-03T07:44:15,994 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/cb7dc98f58b14398943bae31350194e0 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/cb7dc98f58b14398943bae31350194e0 2024-12-03T07:44:15,995 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/cde82e7648874646a96b2024a6b8098f to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/cde82e7648874646a96b2024a6b8098f 2024-12-03T07:44:15,996 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/cf2824f0c2ce4c9aac1f177c82ca8e26 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/cf2824f0c2ce4c9aac1f177c82ca8e26 2024-12-03T07:44:15,998 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/e0ca7f861e084e12b012b50dc217954f to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/B/e0ca7f861e084e12b012b50dc217954f 2024-12-03T07:44:16,000 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/5a73d838cb6a456db80e3768afb05f47 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/5a73d838cb6a456db80e3768afb05f47 2024-12-03T07:44:16,001 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/a0a8d46112c84381bbd11aa556783f36 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/a0a8d46112c84381bbd11aa556783f36 2024-12-03T07:44:16,002 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/c1239fd4372948028e8726e1d742f95b to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/c1239fd4372948028e8726e1d742f95b 2024-12-03T07:44:16,003 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/f2fdea50fcb34c628a3c35885162168b to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/C/f2fdea50fcb34c628a3c35885162168b 2024-12-03T07:44:16,006 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/recovered.edits/533.seqid to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e/recovered.edits/533.seqid 2024-12-03T07:44:16,007 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/9e19a7efe4c30a9cf0272a791d909f7e 2024-12-03T07:44:16,007 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-03T07:44:16,011 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=33, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T07:44:16,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-03T07:44:16,022 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-03T07:44:16,060 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-03T07:44:16,062 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=33, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T07:44:16,062 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-03T07:44:16,062 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733211856062"}]},"ts":"9223372036854775807"} 2024-12-03T07:44:16,067 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-03T07:44:16,067 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 9e19a7efe4c30a9cf0272a791d909f7e, NAME => 'TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e.', STARTKEY => '', ENDKEY => ''}] 2024-12-03T07:44:16,067 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-03T07:44:16,068 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733211856068"}]},"ts":"9223372036854775807"} 2024-12-03T07:44:16,071 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-03T07:44:16,072 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=33, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T07:44:16,074 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 100 msec 2024-12-03T07:44:16,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-12-03T07:44:16,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-03T07:44:16,089 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:44:16,105 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=248 (was 211) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/911db94732f6:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1598896198_22 at /127.0.0.1:57888 [Waiting for operation #269] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1598896198_22 at /127.0.0.1:58010 [Waiting for operation #258] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2004810213_22 at /127.0.0.1:47560 [Waiting for operation #220] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/911db94732f6:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;911db94732f6:39389-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=455 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=224 (was 104) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8425 (was 8985) 2024-12-03T07:44:16,116 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=248, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=224, ProcessCount=11, AvailableMemoryMB=8424 2024-12-03T07:44:16,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-03T07:44:16,118 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T07:44:16,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-03T07:44:16,121 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T07:44:16,121 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:16,121 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 34 2024-12-03T07:44:16,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-03T07:44:16,122 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T07:44:16,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741957_1133 (size=1061) 2024-12-03T07:44:16,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-03T07:44:16,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-03T07:44:16,531 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c 2024-12-03T07:44:16,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741958_1134 (size=53) 2024-12-03T07:44:16,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-03T07:44:16,937 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:44:16,937 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing bc70f5c1118a01ee2f0c1487299c4ca0, disabling compactions & flushes 2024-12-03T07:44:16,937 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:16,937 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:16,937 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. after waiting 0 ms 2024-12-03T07:44:16,937 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:16,937 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:16,937 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for bc70f5c1118a01ee2f0c1487299c4ca0: Waiting for close lock at 1733211856937Disabling compacts and flushes for region at 1733211856937Disabling writes for close at 1733211856937Writing region close event to WAL at 1733211856937Closed at 1733211856937 2024-12-03T07:44:16,939 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T07:44:16,939 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733211856939"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733211856939"}]},"ts":"1733211856939"} 2024-12-03T07:44:16,941 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T07:44:16,942 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T07:44:16,942 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733211856942"}]},"ts":"1733211856942"} 2024-12-03T07:44:16,943 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-03T07:44:16,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc70f5c1118a01ee2f0c1487299c4ca0, ASSIGN}] 2024-12-03T07:44:16,944 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc70f5c1118a01ee2f0c1487299c4ca0, ASSIGN 2024-12-03T07:44:16,945 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc70f5c1118a01ee2f0c1487299c4ca0, ASSIGN; state=OFFLINE, location=911db94732f6,39389,1733211824582; forceNewPlan=false, retain=false 2024-12-03T07:44:17,096 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=bc70f5c1118a01ee2f0c1487299c4ca0, regionState=OPENING, regionLocation=911db94732f6,39389,1733211824582 2024-12-03T07:44:17,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc70f5c1118a01ee2f0c1487299c4ca0, ASSIGN because future has completed 2024-12-03T07:44:17,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582}] 2024-12-03T07:44:17,253 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:17,254 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7752): Opening region: {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} 2024-12-03T07:44:17,254 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:17,254 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:44:17,254 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7794): checking encryption for bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:17,254 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7797): checking classloading for bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:17,256 INFO [StoreOpener-bc70f5c1118a01ee2f0c1487299c4ca0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:17,257 INFO [StoreOpener-bc70f5c1118a01ee2f0c1487299c4ca0-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-03T07:44:17,257 INFO [StoreOpener-bc70f5c1118a01ee2f0c1487299c4ca0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc70f5c1118a01ee2f0c1487299c4ca0 columnFamilyName A 2024-12-03T07:44:17,258 DEBUG [StoreOpener-bc70f5c1118a01ee2f0c1487299c4ca0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:17,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-03T07:44:17,258 INFO [StoreOpener-bc70f5c1118a01ee2f0c1487299c4ca0-1 {}] regionserver.HStore(327): Store=bc70f5c1118a01ee2f0c1487299c4ca0/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T07:44:17,258 INFO [StoreOpener-bc70f5c1118a01ee2f0c1487299c4ca0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:17,260 INFO [StoreOpener-bc70f5c1118a01ee2f0c1487299c4ca0-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-03T07:44:17,260 INFO [StoreOpener-bc70f5c1118a01ee2f0c1487299c4ca0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc70f5c1118a01ee2f0c1487299c4ca0 columnFamilyName B 2024-12-03T07:44:17,260 DEBUG [StoreOpener-bc70f5c1118a01ee2f0c1487299c4ca0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:17,260 INFO [StoreOpener-bc70f5c1118a01ee2f0c1487299c4ca0-1 {}] regionserver.HStore(327): Store=bc70f5c1118a01ee2f0c1487299c4ca0/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T07:44:17,261 INFO [StoreOpener-bc70f5c1118a01ee2f0c1487299c4ca0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:17,262 INFO [StoreOpener-bc70f5c1118a01ee2f0c1487299c4ca0-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-03T07:44:17,262 INFO [StoreOpener-bc70f5c1118a01ee2f0c1487299c4ca0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc70f5c1118a01ee2f0c1487299c4ca0 columnFamilyName C 2024-12-03T07:44:17,262 DEBUG [StoreOpener-bc70f5c1118a01ee2f0c1487299c4ca0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:17,262 INFO [StoreOpener-bc70f5c1118a01ee2f0c1487299c4ca0-1 {}] regionserver.HStore(327): Store=bc70f5c1118a01ee2f0c1487299c4ca0/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T07:44:17,262 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:17,263 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1038): replaying wal for bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:17,263 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:17,264 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:17,265 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1048): stopping wal replay for bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:17,265 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1060): Cleaning up temporary data for bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:17,265 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T07:44:17,266 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): writing seq id for bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:17,268 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T07:44:17,269 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1114): Opened bc70f5c1118a01ee2f0c1487299c4ca0; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67073312, jitterRate=-5.297660827636719E-4}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T07:44:17,269 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:17,270 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1006): Region open journal for bc70f5c1118a01ee2f0c1487299c4ca0: Running coprocessor pre-open hook at 1733211857254Writing region info on filesystem at 1733211857254Initializing all the Stores at 1733211857255 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733211857255Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733211857255Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733211857255Cleaning up temporary data from old regions at 1733211857265 (+10 ms)Running coprocessor post-open hooks at 1733211857269 (+4 ms)Region opened successfully at 1733211857270 (+1 ms) 2024-12-03T07:44:17,271 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., pid=36, masterSystemTime=1733211857250 2024-12-03T07:44:17,273 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:17,273 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:17,273 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=bc70f5c1118a01ee2f0c1487299c4ca0, regionState=OPEN, openSeqNum=2, regionLocation=911db94732f6,39389,1733211824582 2024-12-03T07:44:17,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 because future has completed 2024-12-03T07:44:17,278 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-12-03T07:44:17,278 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; OpenRegionProcedure bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 in 178 msec 2024-12-03T07:44:17,280 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-12-03T07:44:17,280 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc70f5c1118a01ee2f0c1487299c4ca0, ASSIGN in 335 msec 2024-12-03T07:44:17,280 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T07:44:17,281 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733211857281"}]},"ts":"1733211857281"} 2024-12-03T07:44:17,282 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-03T07:44:17,283 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T07:44:17,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1650 sec 2024-12-03T07:44:18,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-03T07:44:18,268 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:44:18,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2697ccde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:44:18,269 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:44:18,269 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:44:18,270 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:44:18,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:44:18,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:44:18,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f78175f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:44:18,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:44:18,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:44:18,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:44:18,272 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34056, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:44:18,273 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ccf8029, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:44:18,274 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:44:18,274 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:44:18,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:44:18,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33620, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:44:18,277 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T07:44:18,278 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 911db94732f6,40329,1733211823909 2024-12-03T07:44:18,278 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@227cf768 2024-12-03T07:44:18,278 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T07:44:18,279 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34070, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T07:44:18,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-03T07:44:18,283 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T07:44:18,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=37, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-03T07:44:18,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741959_1135 (size=1097) 2024-12-03T07:44:18,702 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-12-03T07:44:18,702 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-12-03T07:44:18,706 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-03T07:44:18,712 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc70f5c1118a01ee2f0c1487299c4ca0, REOPEN/MOVE}] 2024-12-03T07:44:18,713 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc70f5c1118a01ee2f0c1487299c4ca0, REOPEN/MOVE 2024-12-03T07:44:18,714 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=bc70f5c1118a01ee2f0c1487299c4ca0, regionState=CLOSING, regionLocation=911db94732f6,39389,1733211824582 2024-12-03T07:44:18,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc70f5c1118a01ee2f0c1487299c4ca0, REOPEN/MOVE because future has completed 2024-12-03T07:44:18,716 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-03T07:44:18,716 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; CloseRegionProcedure bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582}] 2024-12-03T07:44:18,868 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(122): Close bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:18,868 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-03T07:44:18,868 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1722): Closing bc70f5c1118a01ee2f0c1487299c4ca0, disabling compactions & flushes 2024-12-03T07:44:18,868 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:18,868 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:18,869 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. after waiting 0 ms 2024-12-03T07:44:18,869 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:18,872 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-03T07:44:18,873 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:18,873 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1676): Region close journal for bc70f5c1118a01ee2f0c1487299c4ca0: Waiting for close lock at 1733211858868Running coprocessor pre-close hooks at 1733211858868Disabling compacts and flushes for region at 1733211858868Disabling writes for close at 1733211858869 (+1 ms)Writing region close event to WAL at 1733211858869Running coprocessor post-close hooks at 1733211858873 (+4 ms)Closed at 1733211858873 2024-12-03T07:44:18,873 WARN [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegionServer(3299): Not adding moved region record: bc70f5c1118a01ee2f0c1487299c4ca0 to self. 2024-12-03T07:44:18,875 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(157): Closed bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:18,875 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=bc70f5c1118a01ee2f0c1487299c4ca0, regionState=CLOSED 2024-12-03T07:44:18,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=39, state=RUNNABLE, hasLock=false; CloseRegionProcedure bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 because future has completed 2024-12-03T07:44:18,879 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-12-03T07:44:18,879 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; CloseRegionProcedure bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 in 162 msec 2024-12-03T07:44:18,880 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc70f5c1118a01ee2f0c1487299c4ca0, REOPEN/MOVE; state=CLOSED, location=911db94732f6,39389,1733211824582; forceNewPlan=false, retain=true 2024-12-03T07:44:19,030 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=bc70f5c1118a01ee2f0c1487299c4ca0, regionState=OPENING, regionLocation=911db94732f6,39389,1733211824582 2024-12-03T07:44:19,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc70f5c1118a01ee2f0c1487299c4ca0, REOPEN/MOVE because future has completed 2024-12-03T07:44:19,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582}] 2024-12-03T07:44:19,187 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:19,187 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7752): Opening region: {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} 2024-12-03T07:44:19,188 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:19,188 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:44:19,188 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7794): checking encryption for bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:19,188 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7797): checking classloading for bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:19,193 INFO [StoreOpener-bc70f5c1118a01ee2f0c1487299c4ca0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:19,194 INFO [StoreOpener-bc70f5c1118a01ee2f0c1487299c4ca0-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-03T07:44:19,200 INFO [StoreOpener-bc70f5c1118a01ee2f0c1487299c4ca0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc70f5c1118a01ee2f0c1487299c4ca0 columnFamilyName A 2024-12-03T07:44:19,203 DEBUG [StoreOpener-bc70f5c1118a01ee2f0c1487299c4ca0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,203 INFO [StoreOpener-bc70f5c1118a01ee2f0c1487299c4ca0-1 {}] regionserver.HStore(327): Store=bc70f5c1118a01ee2f0c1487299c4ca0/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T07:44:19,204 INFO [StoreOpener-bc70f5c1118a01ee2f0c1487299c4ca0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:19,204 INFO [StoreOpener-bc70f5c1118a01ee2f0c1487299c4ca0-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-03T07:44:19,204 INFO [StoreOpener-bc70f5c1118a01ee2f0c1487299c4ca0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc70f5c1118a01ee2f0c1487299c4ca0 columnFamilyName B 2024-12-03T07:44:19,205 DEBUG [StoreOpener-bc70f5c1118a01ee2f0c1487299c4ca0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,205 INFO [StoreOpener-bc70f5c1118a01ee2f0c1487299c4ca0-1 {}] regionserver.HStore(327): Store=bc70f5c1118a01ee2f0c1487299c4ca0/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T07:44:19,205 INFO [StoreOpener-bc70f5c1118a01ee2f0c1487299c4ca0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:19,206 INFO [StoreOpener-bc70f5c1118a01ee2f0c1487299c4ca0-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-03T07:44:19,206 INFO [StoreOpener-bc70f5c1118a01ee2f0c1487299c4ca0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc70f5c1118a01ee2f0c1487299c4ca0 columnFamilyName C 2024-12-03T07:44:19,206 DEBUG [StoreOpener-bc70f5c1118a01ee2f0c1487299c4ca0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,206 INFO [StoreOpener-bc70f5c1118a01ee2f0c1487299c4ca0-1 {}] regionserver.HStore(327): Store=bc70f5c1118a01ee2f0c1487299c4ca0/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T07:44:19,206 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:19,206 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1038): replaying wal for bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:19,207 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:19,208 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:19,209 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1048): stopping wal replay for bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:19,209 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1060): Cleaning up temporary data for bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:19,209 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T07:44:19,211 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): writing seq id for bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:19,211 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1114): Opened bc70f5c1118a01ee2f0c1487299c4ca0; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65922579, jitterRate=-0.017677024006843567}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T07:44:19,212 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:19,212 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1006): Region open journal for bc70f5c1118a01ee2f0c1487299c4ca0: Running coprocessor pre-open hook at 1733211859188Writing region info on filesystem at 1733211859188Initializing all the Stores at 1733211859189 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733211859189Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733211859189Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733211859189Cleaning up temporary data from old regions at 1733211859209 (+20 ms)Running coprocessor post-open hooks at 1733211859212 (+3 ms)Region opened successfully at 1733211859212 2024-12-03T07:44:19,213 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., pid=41, masterSystemTime=1733211859184 2024-12-03T07:44:19,215 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:19,215 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:19,215 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=bc70f5c1118a01ee2f0c1487299c4ca0, regionState=OPEN, openSeqNum=5, regionLocation=911db94732f6,39389,1733211824582 2024-12-03T07:44:19,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 because future has completed 2024-12-03T07:44:19,220 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=39 2024-12-03T07:44:19,220 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 in 186 msec 2024-12-03T07:44:19,222 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-12-03T07:44:19,222 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc70f5c1118a01ee2f0c1487299c4ca0, REOPEN/MOVE in 508 msec 2024-12-03T07:44:19,225 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-12-03T07:44:19,225 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 518 msec 2024-12-03T07:44:19,228 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 941 msec 2024-12-03T07:44:19,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=37 2024-12-03T07:44:19,230 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:44:19,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cb008, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:44:19,231 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:44:19,231 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:44:19,232 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:44:19,232 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:44:19,232 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:44:19,232 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@acf9088, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:44:19,233 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:44:19,233 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:44:19,233 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:44:19,234 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34086, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:44:19,234 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23b42a95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:44:19,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35409f72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:44:19,235 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:44:19,235 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:44:19,236 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:44:19,236 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:44:19,236 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:44:19,236 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51dfab01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:44:19,236 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:44:19,237 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:44:19,237 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:44:19,238 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34112, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:44:19,238 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b1277c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:44:19,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7944f9cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:44:19,239 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:44:19,239 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:44:19,240 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:44:19,240 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:44:19,240 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:44:19,240 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d2b23a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:44:19,240 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:44:19,241 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:44:19,241 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:44:19,241 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34128, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:44:19,242 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f4c17d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:44:19,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38720fa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:44:19,243 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:44:19,243 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:44:19,243 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:44:19,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:44:19,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:44:19,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6043a46d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:44:19,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:44:19,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:44:19,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:44:19,245 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34146, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:44:19,245 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ab06309, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:44:19,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c77b203, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:44:19,246 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:44:19,246 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:44:19,247 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:44:19,247 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:44:19,247 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:44:19,247 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@385a907f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:44:19,247 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:44:19,247 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:44:19,248 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:44:19,248 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34166, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:44:19,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b4b59f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:44:19,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e3f6eb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:44:19,249 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:44:19,250 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:44:19,250 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:44:19,250 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:44:19,250 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:44:19,250 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b1bc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:44:19,250 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:44:19,251 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:44:19,251 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:44:19,251 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34180, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:44:19,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54548b03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:44:19,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a92e196, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:44:19,252 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:44:19,253 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:44:19,253 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:44:19,253 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:44:19,253 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:44:19,254 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e940bd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:44:19,254 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:44:19,254 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:44:19,254 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:44:19,255 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34198, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:44:19,255 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e5964f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:44:19,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3806f988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:44:19,257 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:44:19,257 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:44:19,257 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:44:19,257 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:44:19,257 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:44:19,258 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70c7e2da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:44:19,258 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:44:19,258 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:44:19,258 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:44:19,258 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34212, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:44:19,259 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22644b0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:44:19,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@494eb83f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:44:19,259 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:44:19,259 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:44:19,260 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:44:19,260 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:44:19,260 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:44:19,260 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b710aa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:44:19,260 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:44:19,261 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:44:19,261 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:44:19,261 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34236, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:44:19,262 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12988e5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:44:19,265 DEBUG [Thread-680 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:44:19,265 DEBUG [Thread-685 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:44:19,265 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T07:44:19,266 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:44:19,266 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:44:19,265 DEBUG [Thread-676 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:44:19,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-12-03T07:44:19,266 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:44:19,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-03T07:44:19,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:44:19,267 DEBUG [Thread-687 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:44:19,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:44:19,269 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33634, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:44:19,269 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:44:19,269 DEBUG [Thread-689 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:44:19,270 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:44:19,270 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:44:19,270 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33638, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:44:19,271 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:44:19,271 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:44:19,272 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T07:44:19,272 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33646, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:44:19,272 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33636, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:44:19,273 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33648, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:44:19,273 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5] 2024-12-03T07:44:19,273 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5] 2024-12-03T07:44:19,274 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5] 2024-12-03T07:44:19,275 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T07:44:19,275 DEBUG [Thread-683 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:44:19,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T07:44:19,275 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5] 2024-12-03T07:44:19,276 DEBUG [Thread-672 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:44:19,276 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:44:19,276 DEBUG [Thread-678 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:44:19,276 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:44:19,277 DEBUG [Thread-674 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:44:19,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:44:19,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:44:19,278 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5] 2024-12-03T07:44:19,278 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33652, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:44:19,279 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:44:19,279 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:44:19,280 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33658, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:44:19,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5] 2024-12-03T07:44:19,282 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5] 2024-12-03T07:44:19,282 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33668, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:44:19,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5] 2024-12-03T07:44:19,285 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:44:19,286 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:44:19,287 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33682, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:44:19,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5] 2024-12-03T07:44:19,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:19,291 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bc70f5c1118a01ee2f0c1487299c4ca0 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-03T07:44:19,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc70f5c1118a01ee2f0c1487299c4ca0, store=A 2024-12-03T07:44:19,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:19,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc70f5c1118a01ee2f0c1487299c4ca0, store=B 2024-12-03T07:44:19,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:19,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc70f5c1118a01ee2f0c1487299c4ca0, store=C 2024-12-03T07:44:19,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:19,347 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120323a87bacb1ad4b50969ddc74f75dc79d_bc70f5c1118a01ee2f0c1487299c4ca0 is 50, key is test_row_0/A:col10/1733211859291/Put/seqid=0 2024-12-03T07:44:19,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:19,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33658 deadline: 1733211919339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:19,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:19,356 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:19,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33682 deadline: 1733211919342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:19,356 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:19,357 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:19,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:19,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1733211919344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:19,357 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:19,357 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:19,357 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:19,357 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:19,357 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:19,357 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:19,358 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1733211859326, max timestamp=1733211859345Num uniques 859; 2024-12-03T07:44:19,358 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-03T07:44:19,358 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1733211859326, max timestamp=1733211859345Num uniques 859; 2024-12-03T07:44:19,358 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-03T07:44:19,360 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1733211859326, max timestamp=1733211859345Num uniques 859; 2024-12-03T07:44:19,360 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-03T07:44:19,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741960_1136 (size=17034) 2024-12-03T07:44:19,374 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-03T07:44:19,385 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120323a87bacb1ad4b50969ddc74f75dc79d_bc70f5c1118a01ee2f0c1487299c4ca0 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120323a87bacb1ad4b50969ddc74f75dc79d_bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:19,388 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/757870a903d247d786f568f6fb230683, store: [table=TestAcidGuarantees family=A region=bc70f5c1118a01ee2f0c1487299c4ca0] 2024-12-03T07:44:19,396 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/757870a903d247d786f568f6fb230683 is 175, key is test_row_0/A:col10/1733211859291/Put/seqid=0 2024-12-03T07:44:19,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741961_1137 (size=48139) 2024-12-03T07:44:19,423 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/757870a903d247d786f568f6fb230683 2024-12-03T07:44:19,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-03T07:44:19,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:19,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. as already flushing 2024-12-03T07:44:19,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:19,429 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:19,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:19,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:19,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:19,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:19,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33646 deadline: 1733211919435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:19,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1733211919435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:19,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:19,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:19,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:19,443 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:19,443 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:19,443 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:19,469 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/98779580901d487b8e5ab76e6e512374 is 50, key is test_row_0/B:col10/1733211859291/Put/seqid=0 2024-12-03T07:44:19,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:19,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33682 deadline: 1733211919467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:19,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:19,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:19,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:19,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:19,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1733211919467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:19,473 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:19,473 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:19,473 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:19,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:19,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33658 deadline: 1733211919468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:19,475 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:19,475 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:19,475 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:19,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741962_1138 (size=12001) 2024-12-03T07:44:19,484 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/98779580901d487b8e5ab76e6e512374 2024-12-03T07:44:19,515 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/848b4bc1f4424d2dbc27a7117c920828 is 50, key is test_row_0/C:col10/1733211859291/Put/seqid=0 2024-12-03T07:44:19,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741963_1139 (size=12001) 2024-12-03T07:44:19,531 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/848b4bc1f4424d2dbc27a7117c920828 2024-12-03T07:44:19,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/757870a903d247d786f568f6fb230683 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/757870a903d247d786f568f6fb230683 2024-12-03T07:44:19,550 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/757870a903d247d786f568f6fb230683, entries=250, sequenceid=15, filesize=47.0 K 2024-12-03T07:44:19,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/98779580901d487b8e5ab76e6e512374 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/98779580901d487b8e5ab76e6e512374 2024-12-03T07:44:19,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:19,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1733211919547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:19,558 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:19,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:19,558 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:19,558 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:19,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33646 deadline: 1733211919548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:19,559 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/98779580901d487b8e5ab76e6e512374, entries=150, sequenceid=15, filesize=11.7 K 2024-12-03T07:44:19,559 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:19,559 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:19,559 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:19,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/848b4bc1f4424d2dbc27a7117c920828 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/848b4bc1f4424d2dbc27a7117c920828 2024-12-03T07:44:19,565 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/848b4bc1f4424d2dbc27a7117c920828, entries=150, sequenceid=15, filesize=11.7 K 2024-12-03T07:44:19,566 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=140.89 KB/144270 for bc70f5c1118a01ee2f0c1487299c4ca0 in 275ms, sequenceid=15, compaction requested=false 2024-12-03T07:44:19,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bc70f5c1118a01ee2f0c1487299c4ca0: 2024-12-03T07:44:19,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-03T07:44:19,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:19,582 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing bc70f5c1118a01ee2f0c1487299c4ca0 3/3 column families, dataSize=140.89 KB heapSize=386.16 KB 2024-12-03T07:44:19,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc70f5c1118a01ee2f0c1487299c4ca0, store=A 2024-12-03T07:44:19,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:44:19,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc70f5c1118a01ee2f0c1487299c4ca0, store=B 2024-12-03T07:44:19,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:44:19,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc70f5c1118a01ee2f0c1487299c4ca0, store=C 2024-12-03T07:44:19,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:44:19,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-03T07:44:19,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412038dbd9c9201ec48edb6a77ec7e38d6106_bc70f5c1118a01ee2f0c1487299c4ca0 is 50, key is test_row_0/A:col10/1733211859432/Put/seqid=0 2024-12-03T07:44:19,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741964_1140 (size=12154) 2024-12-03T07:44:19,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,613 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412038dbd9c9201ec48edb6a77ec7e38d6106_bc70f5c1118a01ee2f0c1487299c4ca0 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412038dbd9c9201ec48edb6a77ec7e38d6106_bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:19,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/109102246c774002805aa1010c4400b8, store: [table=TestAcidGuarantees family=A region=bc70f5c1118a01ee2f0c1487299c4ca0] 2024-12-03T07:44:19,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/109102246c774002805aa1010c4400b8 is 175, key is test_row_0/A:col10/1733211859432/Put/seqid=0 2024-12-03T07:44:19,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741965_1141 (size=30955) 2024-12-03T07:44:19,627 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=49, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/109102246c774002805aa1010c4400b8 2024-12-03T07:44:19,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/8f66912081c4474fb28cc5142c1a54cd is 50, key is test_row_0/B:col10/1733211859432/Put/seqid=0 2024-12-03T07:44:19,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741966_1142 (size=12001) 2024-12-03T07:44:19,660 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/8f66912081c4474fb28cc5142c1a54cd 2024-12-03T07:44:19,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/d903d64e975c4338bb3b1bd2b7810d50 is 50, key is test_row_0/C:col10/1733211859432/Put/seqid=0 2024-12-03T07:44:19,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741967_1143 (size=12001) 2024-12-03T07:44:19,683 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/d903d64e975c4338bb3b1bd2b7810d50 2024-12-03T07:44:19,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/109102246c774002805aa1010c4400b8 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/109102246c774002805aa1010c4400b8 2024-12-03T07:44:19,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:19,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. as already flushing 2024-12-03T07:44:19,696 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/109102246c774002805aa1010c4400b8, entries=150, sequenceid=49, filesize=30.2 K 2024-12-03T07:44:19,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/8f66912081c4474fb28cc5142c1a54cd as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/8f66912081c4474fb28cc5142c1a54cd 2024-12-03T07:44:19,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,705 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/8f66912081c4474fb28cc5142c1a54cd, entries=150, sequenceid=49, filesize=11.7 K 2024-12-03T07:44:19,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/d903d64e975c4338bb3b1bd2b7810d50 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/d903d64e975c4338bb3b1bd2b7810d50 2024-12-03T07:44:19,712 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-03T07:44:19,714 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/d903d64e975c4338bb3b1bd2b7810d50, entries=150, sequenceid=49, filesize=11.7 K 2024-12-03T07:44:19,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,715 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~386.11 KB/395376, currentSize=40.25 KB/41220 for bc70f5c1118a01ee2f0c1487299c4ca0 in 133ms, sequenceid=49, compaction requested=false 2024-12-03T07:44:19,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for bc70f5c1118a01ee2f0c1487299c4ca0: 2024-12-03T07:44:19,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:19,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-03T07:44:19,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-03T07:44:19,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-12-03T07:44:19,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 459 msec 2024-12-03T07:44:19,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,740 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 473 msec 2024-12-03T07:44:19,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:19,745 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bc70f5c1118a01ee2f0c1487299c4ca0 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-03T07:44:19,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc70f5c1118a01ee2f0c1487299c4ca0, store=A 2024-12-03T07:44:19,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:19,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc70f5c1118a01ee2f0c1487299c4ca0, store=B 2024-12-03T07:44:19,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:19,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc70f5c1118a01ee2f0c1487299c4ca0, store=C 2024-12-03T07:44:19,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:19,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,773 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203f055f3220227466293c625ef210c1775_bc70f5c1118a01ee2f0c1487299c4ca0 is 50, key is test_row_0/A:col10/1733211859744/Put/seqid=0 2024-12-03T07:44:19,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741968_1144 (size=17034) 2024-12-03T07:44:19,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,795 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,801 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203f055f3220227466293c625ef210c1775_bc70f5c1118a01ee2f0c1487299c4ca0 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203f055f3220227466293c625ef210c1775_bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:19,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,802 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/d9a2caf7ca6d45b5bcbb366be878ed98, store: [table=TestAcidGuarantees family=A region=bc70f5c1118a01ee2f0c1487299c4ca0] 2024-12-03T07:44:19,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/d9a2caf7ca6d45b5bcbb366be878ed98 is 175, key is test_row_0/A:col10/1733211859744/Put/seqid=0 2024-12-03T07:44:19,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,822 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39335, totalHeapSize=89576, min timestamp=1733211859747, max timestamp=1733211859817Num uniques 859; 2024-12-03T07:44:19,822 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39335, totalHeapSize=89576, min timestamp=1733211859747, max timestamp=1733211859817Num uniques 859; 2024-12-03T07:44:19,822 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39335, totalHeapSize=89576, min timestamp=1733211859747, max timestamp=1733211859817Num uniques 859; 2024-12-03T07:44:19,822 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=39335, suffix heap size=117064,new segment heap size=89576  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859 2024-12-03T07:44:19,822 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=39335, suffix heap size=117064,new segment heap size=89576  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859 2024-12-03T07:44:19,822 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=39335, suffix heap size=117064,new segment heap size=89576  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859 2024-12-03T07:44:19,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:19,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1733211919828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:19,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:19,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33646 deadline: 1733211919829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:19,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:19,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:19,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:19,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,847 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:19,847 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:19,847 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:19,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741969_1145 (size=48135) 2024-12-03T07:44:19,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,851 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=59, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/d9a2caf7ca6d45b5bcbb366be878ed98 2024-12-03T07:44:19,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:19,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33682 deadline: 1733211919836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:19,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:19,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33658 deadline: 1733211919839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:19,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:19,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:19,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:19,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:19,855 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:19,855 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:19,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1733211919841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:19,855 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:19,855 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:19,855 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:19,855 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:19,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/511e861f26bb47d791189bde53c263bb is 50, key is test_row_0/B:col10/1733211859744/Put/seqid=0 2024-12-03T07:44:19,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:19,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741970_1146 (size=16677) 2024-12-03T07:44:19,890 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/511e861f26bb47d791189bde53c263bb 2024-12-03T07:44:19,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-03T07:44:19,898 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:44:19,899 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T07:44:19,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-12-03T07:44:19,901 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T07:44:19,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-03T07:44:19,902 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/91ce79805b3641d9bbc830e816869adf is 50, key is test_row_0/C:col10/1733211859744/Put/seqid=0 2024-12-03T07:44:19,903 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T07:44:19,903 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T07:44:19,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741971_1147 (size=9657) 2024-12-03T07:44:19,916 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/91ce79805b3641d9bbc830e816869adf 2024-12-03T07:44:19,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/d9a2caf7ca6d45b5bcbb366be878ed98 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/d9a2caf7ca6d45b5bcbb366be878ed98 2024-12-03T07:44:19,934 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/d9a2caf7ca6d45b5bcbb366be878ed98, entries=250, sequenceid=59, filesize=47.0 K 2024-12-03T07:44:19,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/511e861f26bb47d791189bde53c263bb as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/511e861f26bb47d791189bde53c263bb 2024-12-03T07:44:19,941 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/511e861f26bb47d791189bde53c263bb, entries=250, sequenceid=59, filesize=16.3 K 2024-12-03T07:44:19,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/91ce79805b3641d9bbc830e816869adf as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/91ce79805b3641d9bbc830e816869adf 2024-12-03T07:44:19,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:19,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1733211919948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:19,952 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/91ce79805b3641d9bbc830e816869adf, entries=100, sequenceid=59, filesize=9.4 K 2024-12-03T07:44:19,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:19,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:19,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:19,955 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=154.31 KB/158010 for bc70f5c1118a01ee2f0c1487299c4ca0 in 210ms, sequenceid=59, compaction requested=true 2024-12-03T07:44:19,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bc70f5c1118a01ee2f0c1487299c4ca0: 2024-12-03T07:44:19,956 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:44:19,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc70f5c1118a01ee2f0c1487299c4ca0:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T07:44:19,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:19,956 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:44:19,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc70f5c1118a01ee2f0c1487299c4ca0:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T07:44:19,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:19,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc70f5c1118a01ee2f0c1487299c4ca0:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T07:44:19,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:44:19,958 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 127229 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:44:19,958 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1541): bc70f5c1118a01ee2f0c1487299c4ca0/A is initiating minor compaction (all files) 2024-12-03T07:44:19,958 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc70f5c1118a01ee2f0c1487299c4ca0/A in TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:19,958 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/757870a903d247d786f568f6fb230683, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/109102246c774002805aa1010c4400b8, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/d9a2caf7ca6d45b5bcbb366be878ed98] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp, totalSize=124.2 K 2024-12-03T07:44:19,958 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:19,959 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. files: [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/757870a903d247d786f568f6fb230683, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/109102246c774002805aa1010c4400b8, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/d9a2caf7ca6d45b5bcbb366be878ed98] 2024-12-03T07:44:19,960 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 757870a903d247d786f568f6fb230683, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733211859284 2024-12-03T07:44:19,961 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40679 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:44:19,961 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 109102246c774002805aa1010c4400b8, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733211859420 2024-12-03T07:44:19,961 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): bc70f5c1118a01ee2f0c1487299c4ca0/B is initiating minor compaction (all files) 2024-12-03T07:44:19,961 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc70f5c1118a01ee2f0c1487299c4ca0/B in TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:19,961 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/98779580901d487b8e5ab76e6e512374, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/8f66912081c4474fb28cc5142c1a54cd, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/511e861f26bb47d791189bde53c263bb] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp, totalSize=39.7 K 2024-12-03T07:44:19,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:19,961 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting d9a2caf7ca6d45b5bcbb366be878ed98, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733211859686 2024-12-03T07:44:19,962 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 98779580901d487b8e5ab76e6e512374, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733211859285 2024-12-03T07:44:19,962 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f66912081c4474fb28cc5142c1a54cd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733211859420 2024-12-03T07:44:19,963 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 511e861f26bb47d791189bde53c263bb, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733211859686 2024-12-03T07:44:19,963 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bc70f5c1118a01ee2f0c1487299c4ca0 3/3 column families, dataSize=161.02 KB heapSize=399.05 KB 2024-12-03T07:44:19,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc70f5c1118a01ee2f0c1487299c4ca0, store=A 2024-12-03T07:44:19,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:44:19,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc70f5c1118a01ee2f0c1487299c4ca0, store=B 2024-12-03T07:44:19,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:44:19,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc70f5c1118a01ee2f0c1487299c4ca0, store=C 2024-12-03T07:44:19,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:44:19,976 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc70f5c1118a01ee2f0c1487299c4ca0#B#compaction#129 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:44:19,976 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/0ca7590d5ddb4c13bc7e6a2a12ecdeed is 50, key is test_row_0/B:col10/1733211859744/Put/seqid=0 2024-12-03T07:44:19,980 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bc70f5c1118a01ee2f0c1487299c4ca0] 2024-12-03T07:44:19,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:19,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1733211919969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:19,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:19,981 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:19,981 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:19,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33646 deadline: 1733211919970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:19,981 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:19,982 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:19,982 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:19,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:19,982 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:19,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33682 deadline: 1733211919972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:19,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:19,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:19,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:19,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:19,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33658 deadline: 1733211919976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:19,988 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:19,988 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:19,988 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:19,995 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412037533d6ac7a1f4cb8b94f49b0de5e3748_bc70f5c1118a01ee2f0c1487299c4ca0 store=[table=TestAcidGuarantees family=A region=bc70f5c1118a01ee2f0c1487299c4ca0] 2024-12-03T07:44:19,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120320a3f2756fef4b92b1c22957f886b98b_bc70f5c1118a01ee2f0c1487299c4ca0 is 50, key is test_row_0/A:col10/1733211859836/Put/seqid=0 2024-12-03T07:44:19,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741972_1148 (size=12104) 2024-12-03T07:44:20,002 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412037533d6ac7a1f4cb8b94f49b0de5e3748_bc70f5c1118a01ee2f0c1487299c4ca0, store=[table=TestAcidGuarantees family=A region=bc70f5c1118a01ee2f0c1487299c4ca0] 2024-12-03T07:44:20,002 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412037533d6ac7a1f4cb8b94f49b0de5e3748_bc70f5c1118a01ee2f0c1487299c4ca0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bc70f5c1118a01ee2f0c1487299c4ca0] 2024-12-03T07:44:20,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-03T07:44:20,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741973_1149 (size=4469) 2024-12-03T07:44:20,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741974_1150 (size=12154) 2024-12-03T07:44:20,022 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,028 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120320a3f2756fef4b92b1c22957f886b98b_bc70f5c1118a01ee2f0c1487299c4ca0 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120320a3f2756fef4b92b1c22957f886b98b_bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:20,029 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/7fc1941b28f74625b1e26ca2c2e5b262, store: [table=TestAcidGuarantees family=A region=bc70f5c1118a01ee2f0c1487299c4ca0] 2024-12-03T07:44:20,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/7fc1941b28f74625b1e26ca2c2e5b262 is 175, key is test_row_0/A:col10/1733211859836/Put/seqid=0 2024-12-03T07:44:20,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741975_1151 (size=30955) 2024-12-03T07:44:20,049 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=87, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/7fc1941b28f74625b1e26ca2c2e5b262 2024-12-03T07:44:20,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-03T07:44:20,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:20,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. as already flushing 2024-12-03T07:44:20,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:20,057 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:20,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:20,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:20,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/320d13f408cd4bffb69f421d5c2a90ce is 50, key is test_row_0/B:col10/1733211859836/Put/seqid=0 2024-12-03T07:44:20,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741976_1152 (size=12001) 2024-12-03T07:44:20,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:20,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1733211920088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:20,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:20,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33682 deadline: 1733211920088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:20,090 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:20,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:20,090 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:20,091 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:20,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33646 deadline: 1733211920088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:20,091 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:20,091 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:20,091 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:20,092 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:20,092 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:20,092 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:20,093 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/320d13f408cd4bffb69f421d5c2a90ce 2024-12-03T07:44:20,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:20,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33658 deadline: 1733211920097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:20,099 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:20,099 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:20,099 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:20,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/4c60a7905ba7465fa848ecf55c079e30 is 50, key is test_row_0/C:col10/1733211859836/Put/seqid=0 2024-12-03T07:44:20,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741977_1153 (size=12001) 2024-12-03T07:44:20,111 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/4c60a7905ba7465fa848ecf55c079e30 2024-12-03T07:44:20,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/7fc1941b28f74625b1e26ca2c2e5b262 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/7fc1941b28f74625b1e26ca2c2e5b262 2024-12-03T07:44:20,128 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/7fc1941b28f74625b1e26ca2c2e5b262, entries=150, sequenceid=87, filesize=30.2 K 2024-12-03T07:44:20,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/320d13f408cd4bffb69f421d5c2a90ce as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/320d13f408cd4bffb69f421d5c2a90ce 2024-12-03T07:44:20,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,144 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/320d13f408cd4bffb69f421d5c2a90ce, entries=150, sequenceid=87, filesize=11.7 K 2024-12-03T07:44:20,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/4c60a7905ba7465fa848ecf55c079e30 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/4c60a7905ba7465fa848ecf55c079e30 2024-12-03T07:44:20,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,154 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/4c60a7905ba7465fa848ecf55c079e30, entries=150, sequenceid=87, filesize=11.7 K 2024-12-03T07:44:20,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,155 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~418.92 KB/428976, currentSize=33.54 KB/34350 for bc70f5c1118a01ee2f0c1487299c4ca0 in 192ms, sequenceid=87, compaction requested=true 2024-12-03T07:44:20,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bc70f5c1118a01ee2f0c1487299c4ca0: 2024-12-03T07:44:20,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc70f5c1118a01ee2f0c1487299c4ca0:A, priority=-2147483648, current under compaction store size is 3 2024-12-03T07:44:20,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-03T07:44:20,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc70f5c1118a01ee2f0c1487299c4ca0:B, priority=-2147483648, current under compaction store size is 3 2024-12-03T07:44:20,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-03T07:44:20,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc70f5c1118a01ee2f0c1487299c4ca0:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T07:44:20,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-12-03T07:44:20,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-03T07:44:20,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:20,212 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing bc70f5c1118a01ee2f0c1487299c4ca0 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-12-03T07:44:20,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc70f5c1118a01ee2f0c1487299c4ca0, store=A 2024-12-03T07:44:20,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:20,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc70f5c1118a01ee2f0c1487299c4ca0, store=B 2024-12-03T07:44:20,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:20,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc70f5c1118a01ee2f0c1487299c4ca0, store=C 2024-12-03T07:44:20,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:20,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-03T07:44:20,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203e08ac44040e4446dbdf287e7cb0c19f8_bc70f5c1118a01ee2f0c1487299c4ca0 is 50, key is test_row_0/A:col10/1733211860196/Put/seqid=0 2024-12-03T07:44:20,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:20,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. as already flushing 2024-12-03T07:44:20,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741978_1154 (size=12154) 2024-12-03T07:44:20,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,272 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203e08ac44040e4446dbdf287e7cb0c19f8_bc70f5c1118a01ee2f0c1487299c4ca0 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203e08ac44040e4446dbdf287e7cb0c19f8_bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:20,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/57dadb56b0e445d3a7c4bf58f7439eba, store: [table=TestAcidGuarantees family=A region=bc70f5c1118a01ee2f0c1487299c4ca0] 2024-12-03T07:44:20,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/57dadb56b0e445d3a7c4bf58f7439eba is 175, key is test_row_0/A:col10/1733211860196/Put/seqid=0 2024-12-03T07:44:20,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741979_1155 (size=30951) 2024-12-03T07:44:20,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:20,337 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1733211860310, max timestamp=1733211860331Num uniques 859; 2024-12-03T07:44:20,338 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-03T07:44:20,338 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1733211860310, max timestamp=1733211860331Num uniques 859; 2024-12-03T07:44:20,338 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-03T07:44:20,340 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733211860322, max timestamp=1733211860331Num uniques 859; 2024-12-03T07:44:20,340 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-03T07:44:20,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:20,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33646 deadline: 1733211920371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:20,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:20,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1733211920372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:20,379 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:20,379 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:20,379 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:20,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:20,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:20,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:20,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:20,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33658 deadline: 1733211920373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:20,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:20,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1733211920374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:20,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:20,381 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:20,381 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:20,381 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:20,381 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:20,381 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:20,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33682 deadline: 1733211920375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:20,381 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:20,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:20,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:20,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:20,408 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/0ca7590d5ddb4c13bc7e6a2a12ecdeed as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/0ca7590d5ddb4c13bc7e6a2a12ecdeed 2024-12-03T07:44:20,416 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bc70f5c1118a01ee2f0c1487299c4ca0/B of bc70f5c1118a01ee2f0c1487299c4ca0 into 0ca7590d5ddb4c13bc7e6a2a12ecdeed(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:44:20,416 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc70f5c1118a01ee2f0c1487299c4ca0: 2024-12-03T07:44:20,416 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., storeName=bc70f5c1118a01ee2f0c1487299c4ca0/B, priority=13, startTime=1733211859956; duration=0sec 2024-12-03T07:44:20,416 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-12-03T07:44:20,417 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc70f5c1118a01ee2f0c1487299c4ca0:B 2024-12-03T07:44:20,417 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 3 compacting, 1 eligible, 16 blocking 2024-12-03T07:44:20,417 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-03T07:44:20,417 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-03T07:44:20,418 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. because compaction request was cancelled 2024-12-03T07:44:20,418 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc70f5c1118a01ee2f0c1487299c4ca0:A 2024-12-03T07:44:20,418 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T07:44:20,419 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T07:44:20,419 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): bc70f5c1118a01ee2f0c1487299c4ca0/C is initiating minor compaction (all files) 2024-12-03T07:44:20,419 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc70f5c1118a01ee2f0c1487299c4ca0/C in TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:20,419 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/848b4bc1f4424d2dbc27a7117c920828, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/d903d64e975c4338bb3b1bd2b7810d50, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/91ce79805b3641d9bbc830e816869adf, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/4c60a7905ba7465fa848ecf55c079e30] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp, totalSize=44.6 K 2024-12-03T07:44:20,420 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 848b4bc1f4424d2dbc27a7117c920828, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733211859285 2024-12-03T07:44:20,420 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting d903d64e975c4338bb3b1bd2b7810d50, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733211859420 2024-12-03T07:44:20,424 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 91ce79805b3641d9bbc830e816869adf, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733211859710 2024-12-03T07:44:20,425 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c60a7905ba7465fa848ecf55c079e30, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1733211859836 2024-12-03T07:44:20,425 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc70f5c1118a01ee2f0c1487299c4ca0#A#compaction#130 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:44:20,426 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/dcda32ca140547c6a61be3196201f7de is 175, key is test_row_0/A:col10/1733211859744/Put/seqid=0 2024-12-03T07:44:20,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741980_1156 (size=31165) 2024-12-03T07:44:20,446 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/dcda32ca140547c6a61be3196201f7de as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/dcda32ca140547c6a61be3196201f7de 2024-12-03T07:44:20,453 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bc70f5c1118a01ee2f0c1487299c4ca0/A of bc70f5c1118a01ee2f0c1487299c4ca0 into dcda32ca140547c6a61be3196201f7de(size=30.4 K), total size for store is 60.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:44:20,453 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc70f5c1118a01ee2f0c1487299c4ca0: 2024-12-03T07:44:20,453 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., storeName=bc70f5c1118a01ee2f0c1487299c4ca0/A, priority=13, startTime=1733211859956; duration=0sec 2024-12-03T07:44:20,453 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-03T07:44:20,453 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc70f5c1118a01ee2f0c1487299c4ca0:A 2024-12-03T07:44:20,453 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc70f5c1118a01ee2f0c1487299c4ca0:B 2024-12-03T07:44:20,453 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 4 compacting, 0 eligible, 16 blocking 2024-12-03T07:44:20,453 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-03T07:44:20,453 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-03T07:44:20,453 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. because compaction request was cancelled 2024-12-03T07:44:20,453 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc70f5c1118a01ee2f0c1487299c4ca0:C 2024-12-03T07:44:20,453 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-03T07:44:20,454 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-03T07:44:20,454 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-03T07:44:20,454 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. because compaction request was cancelled 2024-12-03T07:44:20,454 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc70f5c1118a01ee2f0c1487299c4ca0:B 2024-12-03T07:44:20,465 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc70f5c1118a01ee2f0c1487299c4ca0#C#compaction#135 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:44:20,466 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/c95e77794ef64aefaf8380db11f76753 is 50, key is test_row_0/C:col10/1733211859836/Put/seqid=0 2024-12-03T07:44:20,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741981_1157 (size=12139) 2024-12-03T07:44:20,487 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/c95e77794ef64aefaf8380db11f76753 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/c95e77794ef64aefaf8380db11f76753 2024-12-03T07:44:20,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:20,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1733211920488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:20,494 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bc70f5c1118a01ee2f0c1487299c4ca0/C of bc70f5c1118a01ee2f0c1487299c4ca0 into c95e77794ef64aefaf8380db11f76753(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:44:20,494 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc70f5c1118a01ee2f0c1487299c4ca0: 2024-12-03T07:44:20,494 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., storeName=bc70f5c1118a01ee2f0c1487299c4ca0/C, priority=12, startTime=1733211860156; duration=0sec 2024-12-03T07:44:20,494 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:20,494 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc70f5c1118a01ee2f0c1487299c4ca0:C 2024-12-03T07:44:20,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:20,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1733211920488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:20,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:20,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33658 deadline: 1733211920488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:20,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:20,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33646 deadline: 1733211920488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:20,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:20,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33682 deadline: 1733211920489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:20,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:20,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:20,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:20,497 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:20,497 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:20,497 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:20,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:20,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:20,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:20,497 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:20,497 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:20,497 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:20,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:20,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:20,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:20,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-03T07:44:20,697 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/57dadb56b0e445d3a7c4bf58f7439eba 2024-12-03T07:44:20,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/40f24870344b41c48b5183035529da28 is 50, key is test_row_0/B:col10/1733211860196/Put/seqid=0 2024-12-03T07:44:20,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:20,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:20,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1733211920708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:20,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1733211920708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:20,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:20,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33646 deadline: 1733211920708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:20,710 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:20,710 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:20,710 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:20,710 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:20,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:20,710 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:20,710 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:20,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33658 deadline: 1733211920709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:20,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:20,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:20,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:20,710 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:20,710 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:20,710 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:20,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:20,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33682 deadline: 1733211920709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:20,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:20,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:20,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:20,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741982_1158 (size=9657) 2024-12-03T07:44:21,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1733211921017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:21,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:21,022 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:21,022 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:21,022 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:21,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33646 deadline: 1733211921018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:21,022 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:21,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:21,022 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:21,022 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:21,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1733211921018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:21,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:21,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:21,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:21,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:21,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33682 deadline: 1733211921018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:21,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:21,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:21,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:21,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:21,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33658 deadline: 1733211921018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:21,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:21,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:21,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-03T07:44:21,115 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/40f24870344b41c48b5183035529da28 2024-12-03T07:44:21,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/aacc2edd152d4ba4909249895150e1bc is 50, key is test_row_0/C:col10/1733211860196/Put/seqid=0 2024-12-03T07:44:21,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741983_1159 (size=9657) 2024-12-03T07:44:21,132 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/aacc2edd152d4ba4909249895150e1bc 2024-12-03T07:44:21,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/57dadb56b0e445d3a7c4bf58f7439eba as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/57dadb56b0e445d3a7c4bf58f7439eba 2024-12-03T07:44:21,147 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/57dadb56b0e445d3a7c4bf58f7439eba, entries=150, sequenceid=96, filesize=30.2 K 2024-12-03T07:44:21,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/40f24870344b41c48b5183035529da28 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/40f24870344b41c48b5183035529da28 2024-12-03T07:44:21,156 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/40f24870344b41c48b5183035529da28, entries=100, sequenceid=96, filesize=9.4 K 2024-12-03T07:44:21,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/aacc2edd152d4ba4909249895150e1bc as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/aacc2edd152d4ba4909249895150e1bc 2024-12-03T07:44:21,164 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/aacc2edd152d4ba4909249895150e1bc, entries=100, sequenceid=96, filesize=9.4 K 2024-12-03T07:44:21,165 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=152.07 KB/155720 for bc70f5c1118a01ee2f0c1487299c4ca0 in 953ms, sequenceid=96, compaction requested=true 2024-12-03T07:44:21,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for bc70f5c1118a01ee2f0c1487299c4ca0: 2024-12-03T07:44:21,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:21,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-03T07:44:21,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-03T07:44:21,170 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-12-03T07:44:21,170 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2650 sec 2024-12-03T07:44:21,172 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 1.2720 sec 2024-12-03T07:44:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:21,531 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bc70f5c1118a01ee2f0c1487299c4ca0 3/3 column families, dataSize=158.78 KB heapSize=446.23 KB 2024-12-03T07:44:21,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc70f5c1118a01ee2f0c1487299c4ca0, store=A 2024-12-03T07:44:21,533 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733211860369, max timestamp=1733211861529Num uniques 1218; 2024-12-03T07:44:21,534 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733211860369, max timestamp=1733211861529Num uniques 1218; 2024-12-03T07:44:21,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:44:21,534 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=55778, new segment data size=7688, suffix heap size=154640,new segment heap size=17712  suffix off heap size=0, new segment off heap size=0, suffix cells count=1218, new segment cells count=168 2024-12-03T07:44:21,534 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733211860369, max timestamp=1733211861529Num uniques 1018; 2024-12-03T07:44:21,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc70f5c1118a01ee2f0c1487299c4ca0, store=B 2024-12-03T07:44:21,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:44:21,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc70f5c1118a01ee2f0c1487299c4ca0, store=C 2024-12-03T07:44:21,534 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712  suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-12-03T07:44:21,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:44:21,534 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=55778, new segment data size=7688, suffix heap size=154640,new segment heap size=17712  suffix off heap size=0, new segment off heap size=0, suffix cells count=1218, new segment cells count=168 2024-12-03T07:44:21,548 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203093baa12056741fab00d72226cdc51db_bc70f5c1118a01ee2f0c1487299c4ca0 is 50, key is test_row_0/A:col10/1733211861529/Put/seqid=0 2024-12-03T07:44:21,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741984_1160 (size=19774) 2024-12-03T07:44:21,574 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733211861538, max timestamp=1733211861570Num uniques 859; 2024-12-03T07:44:21,574 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733211861538, max timestamp=1733211861570Num uniques 859; 2024-12-03T07:44:21,574 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733211861538, max timestamp=1733211861570Num uniques 859; 2024-12-03T07:44:21,575 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-03T07:44:21,575 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-03T07:44:21,575 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-03T07:44:21,619 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=368, cellSize=16848, totalHeapSize=38512, min timestamp=1733211861595, max timestamp=1733211861614Num uniques 1018; 2024-12-03T07:44:21,619 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=368, cellSize=16848, totalHeapSize=38512, min timestamp=1733211861595, max timestamp=1733211861614Num uniques 1018; 2024-12-03T07:44:21,620 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=16848, suffix heap size=133840,new segment heap size=38512  suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=368 2024-12-03T07:44:21,620 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=16848, suffix heap size=133840,new segment heap size=38512  suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=368 2024-12-03T07:44:21,620 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=368, cellSize=16848, totalHeapSize=38512, min timestamp=1733211861595, max timestamp=1733211861614Num uniques 1018; 2024-12-03T07:44:21,620 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=16848, suffix heap size=133840,new segment heap size=38512  suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=368 2024-12-03T07:44:21,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:21,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33682 deadline: 1733211921636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:21,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:21,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:21,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33658 deadline: 1733211921643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:21,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:21,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:21,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:21,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33646 deadline: 1733211921644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:21,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:21,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1733211921646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:21,649 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:21,649 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:21,649 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:21,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:21,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1733211921648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:21,650 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:21,650 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:21,650 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:21,650 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:21,651 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:21,651 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:21,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:21,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:21,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:21,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:21,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33682 deadline: 1733211921758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:21,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:21,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33646 deadline: 1733211921758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:21,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:21,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33658 deadline: 1733211921758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:21,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:21,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1733211921758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:21,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:21,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1733211921759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:21,766 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:21,766 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:21,766 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:21,766 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:21,766 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:21,766 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:21,766 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:21,766 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:21,766 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:21,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:21,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:21,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:21,767 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:21,767 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:21,767 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:21,963 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:21,968 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203093baa12056741fab00d72226cdc51db_bc70f5c1118a01ee2f0c1487299c4ca0 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203093baa12056741fab00d72226cdc51db_bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:21,969 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/aabb5ce60ff74a51b001430682abec81, store: [table=TestAcidGuarantees family=A region=bc70f5c1118a01ee2f0c1487299c4ca0] 2024-12-03T07:44:21,970 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/aabb5ce60ff74a51b001430682abec81 is 175, key is test_row_0/A:col10/1733211861529/Put/seqid=0 2024-12-03T07:44:21,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741985_1161 (size=57033) 2024-12-03T07:44:21,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:21,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33682 deadline: 1733211921977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:21,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:21,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:21,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1733211921977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:21,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:21,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:21,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:21,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33658 deadline: 1733211921977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:21,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:21,982 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:21,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:21,982 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:21,982 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1733211921977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:21,983 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:21,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:21,983 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:21,983 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33646 deadline: 1733211921978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:21,983 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:21,983 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:21,983 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-03T07:44:22,048 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:44:22,048 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T07:44:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-12-03T07:44:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-03T07:44:22,051 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T07:44:22,052 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T07:44:22,052 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T07:44:22,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-03T07:44:22,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-03T07:44:22,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:22,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. as already flushing 2024-12-03T07:44:22,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:22,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:22,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:22,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:22,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:22,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33682 deadline: 1733211922287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:22,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:22,288 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:22,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:22,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1733211922287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:22,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:22,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:22,289 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:22,289 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:22,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33658 deadline: 1733211922288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:22,289 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:22,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:22,289 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:22,289 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:22,289 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:22,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1733211922288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:22,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:22,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:22,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33646 deadline: 1733211922288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:22,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:22,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:22,290 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:22,290 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:22,290 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:22,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-03T07:44:22,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:22,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. as already flushing 2024-12-03T07:44:22,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:22,359 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:22,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:22,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:22,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-03T07:44:22,375 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=139, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/aabb5ce60ff74a51b001430682abec81 2024-12-03T07:44:22,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/3bd8f3420aa84198ab82e03204e0b2d9 is 50, key is test_row_0/B:col10/1733211861529/Put/seqid=0 2024-12-03T07:44:22,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741986_1162 (size=12151) 2024-12-03T07:44:22,398 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/3bd8f3420aa84198ab82e03204e0b2d9 2024-12-03T07:44:22,408 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/aa4e43b6904a47d99c083a94937bdac6 is 50, key is test_row_0/C:col10/1733211861529/Put/seqid=0 2024-12-03T07:44:22,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741987_1163 (size=12151) 2024-12-03T07:44:22,420 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/aa4e43b6904a47d99c083a94937bdac6 2024-12-03T07:44:22,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/aabb5ce60ff74a51b001430682abec81 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/aabb5ce60ff74a51b001430682abec81 2024-12-03T07:44:22,432 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/aabb5ce60ff74a51b001430682abec81, entries=300, sequenceid=139, filesize=55.7 K 2024-12-03T07:44:22,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/3bd8f3420aa84198ab82e03204e0b2d9 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/3bd8f3420aa84198ab82e03204e0b2d9 2024-12-03T07:44:22,441 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/3bd8f3420aa84198ab82e03204e0b2d9, entries=150, sequenceid=139, filesize=11.9 K 2024-12-03T07:44:22,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/aa4e43b6904a47d99c083a94937bdac6 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/aa4e43b6904a47d99c083a94937bdac6 2024-12-03T07:44:22,449 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/aa4e43b6904a47d99c083a94937bdac6, entries=150, sequenceid=139, filesize=11.9 K 2024-12-03T07:44:22,452 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~105.19 KB/107712, currentSize=154.31 KB/158010 for bc70f5c1118a01ee2f0c1487299c4ca0 in 921ms, sequenceid=139, compaction requested=true 2024-12-03T07:44:22,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bc70f5c1118a01ee2f0c1487299c4ca0: 2024-12-03T07:44:22,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc70f5c1118a01ee2f0c1487299c4ca0:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T07:44:22,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:22,453 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T07:44:22,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc70f5c1118a01ee2f0c1487299c4ca0:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T07:44:22,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:22,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc70f5c1118a01ee2f0c1487299c4ca0:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T07:44:22,453 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T07:44:22,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:44:22,456 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 150104 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T07:44:22,456 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1541): bc70f5c1118a01ee2f0c1487299c4ca0/A is initiating minor compaction (all files) 2024-12-03T07:44:22,456 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc70f5c1118a01ee2f0c1487299c4ca0/A in TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:22,456 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/dcda32ca140547c6a61be3196201f7de, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/7fc1941b28f74625b1e26ca2c2e5b262, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/57dadb56b0e445d3a7c4bf58f7439eba, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/aabb5ce60ff74a51b001430682abec81] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp, totalSize=146.6 K 2024-12-03T07:44:22,456 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:22,456 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. files: [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/dcda32ca140547c6a61be3196201f7de, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/7fc1941b28f74625b1e26ca2c2e5b262, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/57dadb56b0e445d3a7c4bf58f7439eba, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/aabb5ce60ff74a51b001430682abec81] 2024-12-03T07:44:22,456 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45913 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T07:44:22,457 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): bc70f5c1118a01ee2f0c1487299c4ca0/B is initiating minor compaction (all files) 2024-12-03T07:44:22,457 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc70f5c1118a01ee2f0c1487299c4ca0/B in TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:22,457 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/0ca7590d5ddb4c13bc7e6a2a12ecdeed, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/320d13f408cd4bffb69f421d5c2a90ce, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/40f24870344b41c48b5183035529da28, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/3bd8f3420aa84198ab82e03204e0b2d9] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp, totalSize=44.8 K 2024-12-03T07:44:22,457 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting dcda32ca140547c6a61be3196201f7de, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733211859420 2024-12-03T07:44:22,457 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ca7590d5ddb4c13bc7e6a2a12ecdeed, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733211859420 2024-12-03T07:44:22,457 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7fc1941b28f74625b1e26ca2c2e5b262, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1733211859836 2024-12-03T07:44:22,458 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 320d13f408cd4bffb69f421d5c2a90ce, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1733211859836 2024-12-03T07:44:22,458 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 57dadb56b0e445d3a7c4bf58f7439eba, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733211859970 2024-12-03T07:44:22,458 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 40f24870344b41c48b5183035529da28, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733211859974 2024-12-03T07:44:22,458 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting aabb5ce60ff74a51b001430682abec81, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1733211860369 2024-12-03T07:44:22,459 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 3bd8f3420aa84198ab82e03204e0b2d9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1733211861529 2024-12-03T07:44:22,472 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bc70f5c1118a01ee2f0c1487299c4ca0] 2024-12-03T07:44:22,475 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc70f5c1118a01ee2f0c1487299c4ca0#B#compaction#142 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:44:22,475 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/3daa52d5fc1249aea0559e311bd66de8 is 50, key is test_row_0/B:col10/1733211861529/Put/seqid=0 2024-12-03T07:44:22,478 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241203d2212267f7d544229c317d4908557764_bc70f5c1118a01ee2f0c1487299c4ca0 store=[table=TestAcidGuarantees family=A region=bc70f5c1118a01ee2f0c1487299c4ca0] 2024-12-03T07:44:22,481 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241203d2212267f7d544229c317d4908557764_bc70f5c1118a01ee2f0c1487299c4ca0, store=[table=TestAcidGuarantees family=A region=bc70f5c1118a01ee2f0c1487299c4ca0] 2024-12-03T07:44:22,481 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203d2212267f7d544229c317d4908557764_bc70f5c1118a01ee2f0c1487299c4ca0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bc70f5c1118a01ee2f0c1487299c4ca0] 2024-12-03T07:44:22,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741988_1164 (size=12391) 2024-12-03T07:44:22,506 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/3daa52d5fc1249aea0559e311bd66de8 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/3daa52d5fc1249aea0559e311bd66de8 2024-12-03T07:44:22,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-03T07:44:22,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:22,512 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing bc70f5c1118a01ee2f0c1487299c4ca0 3/3 column families, dataSize=154.31 KB heapSize=425.16 KB 2024-12-03T07:44:22,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc70f5c1118a01ee2f0c1487299c4ca0, store=A 2024-12-03T07:44:22,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:44:22,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc70f5c1118a01ee2f0c1487299c4ca0, store=B 2024-12-03T07:44:22,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:44:22,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc70f5c1118a01ee2f0c1487299c4ca0, store=C 2024-12-03T07:44:22,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:44:22,518 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bc70f5c1118a01ee2f0c1487299c4ca0/B of bc70f5c1118a01ee2f0c1487299c4ca0 into 3daa52d5fc1249aea0559e311bd66de8(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:44:22,518 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc70f5c1118a01ee2f0c1487299c4ca0: 2024-12-03T07:44:22,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741989_1165 (size=4469) 2024-12-03T07:44:22,519 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., storeName=bc70f5c1118a01ee2f0c1487299c4ca0/B, priority=12, startTime=1733211862453; duration=0sec 2024-12-03T07:44:22,520 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:44:22,520 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc70f5c1118a01ee2f0c1487299c4ca0:B 2024-12-03T07:44:22,520 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:44:22,521 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc70f5c1118a01ee2f0c1487299c4ca0#A#compaction#141 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:44:22,522 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/5cb6537cd3a44450b6dc4d6a82c49186 is 175, key is test_row_0/A:col10/1733211861529/Put/seqid=0 2024-12-03T07:44:22,525 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33947 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:44:22,525 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): bc70f5c1118a01ee2f0c1487299c4ca0/C is initiating minor compaction (all files) 2024-12-03T07:44:22,525 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc70f5c1118a01ee2f0c1487299c4ca0/C in TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:22,526 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/c95e77794ef64aefaf8380db11f76753, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/aacc2edd152d4ba4909249895150e1bc, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/aa4e43b6904a47d99c083a94937bdac6] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp, totalSize=33.2 K 2024-12-03T07:44:22,527 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting c95e77794ef64aefaf8380db11f76753, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1733211859836 2024-12-03T07:44:22,527 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting aacc2edd152d4ba4909249895150e1bc, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733211859974 2024-12-03T07:44:22,528 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting aa4e43b6904a47d99c083a94937bdac6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1733211861529 2024-12-03T07:44:22,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412031dfda3618cc04e849238c8dd51b308e1_bc70f5c1118a01ee2f0c1487299c4ca0 is 50, key is test_row_0/A:col10/1733211861634/Put/seqid=0 2024-12-03T07:44:22,552 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc70f5c1118a01ee2f0c1487299c4ca0#C#compaction#144 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:44:22,553 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/534d2db18171455f8f269b10c64aad2a is 50, key is test_row_0/C:col10/1733211861529/Put/seqid=0 2024-12-03T07:44:22,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741991_1167 (size=12304) 2024-12-03T07:44:22,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741990_1166 (size=31345) 2024-12-03T07:44:22,588 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/5cb6537cd3a44450b6dc4d6a82c49186 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/5cb6537cd3a44450b6dc4d6a82c49186 2024-12-03T07:44:22,599 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bc70f5c1118a01ee2f0c1487299c4ca0/A of bc70f5c1118a01ee2f0c1487299c4ca0 into 5cb6537cd3a44450b6dc4d6a82c49186(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:44:22,599 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc70f5c1118a01ee2f0c1487299c4ca0: 2024-12-03T07:44:22,599 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., storeName=bc70f5c1118a01ee2f0c1487299c4ca0/A, priority=12, startTime=1733211862452; duration=0sec 2024-12-03T07:44:22,599 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:22,599 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc70f5c1118a01ee2f0c1487299c4ca0:A 2024-12-03T07:44:22,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741992_1168 (size=12391) 2024-12-03T07:44:22,612 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/534d2db18171455f8f269b10c64aad2a as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/534d2db18171455f8f269b10c64aad2a 2024-12-03T07:44:22,620 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bc70f5c1118a01ee2f0c1487299c4ca0/C of bc70f5c1118a01ee2f0c1487299c4ca0 into 534d2db18171455f8f269b10c64aad2a(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:44:22,620 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc70f5c1118a01ee2f0c1487299c4ca0: 2024-12-03T07:44:22,620 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., storeName=bc70f5c1118a01ee2f0c1487299c4ca0/C, priority=13, startTime=1733211862453; duration=0sec 2024-12-03T07:44:22,620 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:22,620 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc70f5c1118a01ee2f0c1487299c4ca0:C 2024-12-03T07:44:22,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-03T07:44:22,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:22,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. as already flushing 2024-12-03T07:44:22,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:22,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33682 deadline: 1733211922800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:22,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:22,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:22,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:22,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:22,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1733211922801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:22,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:22,809 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:22,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1733211922803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:22,810 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:22,810 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:22,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:22,810 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:22,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33646 deadline: 1733211922808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:22,810 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:22,810 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:22,810 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:22,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:22,810 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:22,810 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:22,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33658 deadline: 1733211922808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:22,811 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:22,811 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:22,811 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:22,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33682 deadline: 1733211922918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:22,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:22,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:22,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:22,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1733211922918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:22,924 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:22,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:22,924 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:22,924 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1733211922918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:22,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:22,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:22,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:22,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33646 deadline: 1733211922918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:22,925 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:22,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:22,925 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:22,925 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33658 deadline: 1733211922918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:22,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:22,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:22,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:22,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:22,984 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412031dfda3618cc04e849238c8dd51b308e1_bc70f5c1118a01ee2f0c1487299c4ca0 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412031dfda3618cc04e849238c8dd51b308e1_bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:22,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/a3bc127e57304515b082ad5f9cb5dcf6, store: [table=TestAcidGuarantees family=A region=bc70f5c1118a01ee2f0c1487299c4ca0] 2024-12-03T07:44:22,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/a3bc127e57304515b082ad5f9cb5dcf6 is 175, key is test_row_0/A:col10/1733211861634/Put/seqid=0 2024-12-03T07:44:22,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741993_1169 (size=31105) 2024-12-03T07:44:23,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:23,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1733211923128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:23,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:23,129 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:23,129 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:23,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33682 deadline: 1733211923128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:23,129 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:23,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:23,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1733211923128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:23,129 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:23,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:23,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:23,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:23,130 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:23,130 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:23,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33646 deadline: 1733211923128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:23,130 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:23,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:23,130 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:23,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33658 deadline: 1733211923128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:23,130 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:23,130 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:23,130 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:23,130 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:23,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:23,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-03T07:44:23,391 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=192, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/a3bc127e57304515b082ad5f9cb5dcf6 2024-12-03T07:44:23,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/209f03f2e3ac469cb22bc8ab7acc6291 is 50, key is test_row_0/B:col10/1733211861634/Put/seqid=0 2024-12-03T07:44:23,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741994_1170 (size=12151) 2024-12-03T07:44:23,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:23,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1733211923438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:23,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:23,443 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:23,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33682 deadline: 1733211923438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:23,443 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:23,443 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:23,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:23,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:23,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:23,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:23,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1733211923438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:23,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:23,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33646 deadline: 1733211923438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:23,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:23,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:23,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:23,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:23,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33658 deadline: 1733211923438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:23,444 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:23,444 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:23,444 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:23,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:23,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:23,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:23,817 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/209f03f2e3ac469cb22bc8ab7acc6291 2024-12-03T07:44:23,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/843136accd5049a49fa1787411b01cb6 is 50, key is test_row_0/C:col10/1733211861634/Put/seqid=0 2024-12-03T07:44:23,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741995_1171 (size=12151) 2024-12-03T07:44:23,850 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/843136accd5049a49fa1787411b01cb6 2024-12-03T07:44:23,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/a3bc127e57304515b082ad5f9cb5dcf6 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/a3bc127e57304515b082ad5f9cb5dcf6 2024-12-03T07:44:23,860 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/a3bc127e57304515b082ad5f9cb5dcf6, entries=150, sequenceid=192, filesize=30.4 K 2024-12-03T07:44:23,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/209f03f2e3ac469cb22bc8ab7acc6291 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/209f03f2e3ac469cb22bc8ab7acc6291 2024-12-03T07:44:23,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,867 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/209f03f2e3ac469cb22bc8ab7acc6291, entries=150, sequenceid=192, filesize=11.9 K 2024-12-03T07:44:23,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/843136accd5049a49fa1787411b01cb6 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/843136accd5049a49fa1787411b01cb6 2024-12-03T07:44:23,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,874 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/843136accd5049a49fa1787411b01cb6, entries=150, sequenceid=192, filesize=11.9 K 2024-12-03T07:44:23,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,875 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~425.11 KB/435312, currentSize=33.54 KB/34350 for bc70f5c1118a01ee2f0c1487299c4ca0 in 1363ms, sequenceid=192, compaction requested=false 2024-12-03T07:44:23,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for bc70f5c1118a01ee2f0c1487299c4ca0: 2024-12-03T07:44:23,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:23,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-12-03T07:44:23,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-12-03T07:44:23,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,880 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-03T07:44:23,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,880 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8260 sec 2024-12-03T07:44:23,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,882 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 1.8330 sec 2024-12-03T07:44:23,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:23,959 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bc70f5c1118a01ee2f0c1487299c4ca0 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-03T07:44:23,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc70f5c1118a01ee2f0c1487299c4ca0, store=A 2024-12-03T07:44:23,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:23,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc70f5c1118a01ee2f0c1487299c4ca0, store=B 2024-12-03T07:44:23,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:23,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc70f5c1118a01ee2f0c1487299c4ca0, store=C 2024-12-03T07:44:23,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:23,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,972 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203bd490bd355f74a3399c6e3fcf3b6e11e_bc70f5c1118a01ee2f0c1487299c4ca0 is 50, key is test_row_0/A:col10/1733211863957/Put/seqid=0 2024-12-03T07:44:23,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741996_1172 (size=14794) 2024-12-03T07:44:23,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:23,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:24,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:24,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:24,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:24,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:24,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:24,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:24,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:24,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:24,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:24,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:24,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:24,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:24,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:24,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33658 deadline: 1733211924004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:24,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:24,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1733211924005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:24,014 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733211863985, max timestamp=1733211864010Num uniques 859; 2024-12-03T07:44:24,014 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:24,014 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733211863985, max timestamp=1733211864010Num uniques 859; 2024-12-03T07:44:24,014 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:24,014 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-03T07:44:24,014 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:24,014 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-03T07:44:24,015 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:24,015 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:24,015 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:24,015 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733211863985, max timestamp=1733211864010Num uniques 859; 2024-12-03T07:44:24,015 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-03T07:44:24,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:24,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33646 deadline: 1733211924055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:24,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:24,062 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:24,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33682 deadline: 1733211924056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:24,062 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:24,063 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:24,063 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:24,063 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:24,063 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:24,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:24,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1733211924057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:24,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:24,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:24,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:24,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:24,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1733211924118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:24,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:24,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33658 deadline: 1733211924119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:24,121 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:24,121 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:24,121 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:24,121 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:24,121 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:24,121 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:24,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:24,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33646 deadline: 1733211924167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:24,173 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:24,173 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:24,173 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:24,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:24,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33682 deadline: 1733211924168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:24,175 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:24,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:24,175 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:24,175 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:24,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1733211924168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:24,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:24,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:24,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:24,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-03T07:44:24,197 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:44:24,198 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T07:44:24,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-12-03T07:44:24,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-03T07:44:24,200 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T07:44:24,200 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T07:44:24,201 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T07:44:24,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-03T07:44:24,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:24,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1733211924327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:24,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:24,331 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:24,331 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:24,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33658 deadline: 1733211924327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:24,331 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:24,331 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:24,332 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:24,332 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:24,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-03T07:44:24,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:24,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. as already flushing 2024-12-03T07:44:24,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:24,353 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:24,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:24,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:24,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:24,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33646 deadline: 1733211924377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:24,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:24,379 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:24,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33682 deadline: 1733211924377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:24,379 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:24,379 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:24,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:24,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:24,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1733211924377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:24,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:24,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:24,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:24,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:24,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:24,395 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:24,400 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203bd490bd355f74a3399c6e3fcf3b6e11e_bc70f5c1118a01ee2f0c1487299c4ca0 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203bd490bd355f74a3399c6e3fcf3b6e11e_bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:24,401 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/0fe83a9441864ade99b81f755f873b98, store: [table=TestAcidGuarantees family=A region=bc70f5c1118a01ee2f0c1487299c4ca0] 2024-12-03T07:44:24,402 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/0fe83a9441864ade99b81f755f873b98 is 175, key is test_row_0/A:col10/1733211863957/Put/seqid=0 2024-12-03T07:44:24,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741997_1173 (size=39745) 2024-12-03T07:44:24,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-03T07:44:24,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:24,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. as already flushing 2024-12-03T07:44:24,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:24,507 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:24,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:24,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:24,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-03T07:44:24,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:24,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1733211924637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:24,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:24,644 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:24,644 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:24,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33658 deadline: 1733211924637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:24,644 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:24,644 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:24,644 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:24,644 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:24,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-03T07:44:24,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:24,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. as already flushing 2024-12-03T07:44:24,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:24,660 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:24,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:24,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:24,690 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-03T07:44:24,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:24,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33646 deadline: 1733211924688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:24,698 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:24,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:24,698 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:24,698 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:24,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33682 deadline: 1733211924688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:24,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:24,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:24,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:24,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1733211924688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:24,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:24,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:24,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:24,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:24,717 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-03T07:44:24,717 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-03T07:44:24,811 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=205, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/0fe83a9441864ade99b81f755f873b98 2024-12-03T07:44:24,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-03T07:44:24,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:24,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. as already flushing 2024-12-03T07:44:24,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:24,814 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:24,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:24,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:24,823 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/57860ec7e9554e8ca3c432e56bd9e955 is 50, key is test_row_0/B:col10/1733211863957/Put/seqid=0 2024-12-03T07:44:24,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741998_1174 (size=9757) 2024-12-03T07:44:24,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-03T07:44:24,829 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/57860ec7e9554e8ca3c432e56bd9e955 2024-12-03T07:44:24,837 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/0be88f2a78514ead96069ceeff966dc3 is 50, key is test_row_0/C:col10/1733211863957/Put/seqid=0 2024-12-03T07:44:24,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741999_1175 (size=9757) 2024-12-03T07:44:24,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-03T07:44:24,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:24,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. as already flushing 2024-12-03T07:44:24,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:24,968 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:24,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:24,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:25,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-03T07:44:25,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:25,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. as already flushing 2024-12-03T07:44:25,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:25,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:25,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:25,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:25,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:25,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1733211925148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:25,151 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:25,152 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:25,152 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:25,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:25,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33658 deadline: 1733211925157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:25,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:25,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:25,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:25,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:25,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33646 deadline: 1733211925208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:25,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:25,214 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:25,215 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:25,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33682 deadline: 1733211925208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:25,215 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:25,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:25,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:25,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:25,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:25,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1733211925208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:25,215 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:25,215 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:25,215 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:25,242 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/0be88f2a78514ead96069ceeff966dc3 2024-12-03T07:44:25,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/0fe83a9441864ade99b81f755f873b98 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/0fe83a9441864ade99b81f755f873b98 2024-12-03T07:44:25,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/0fe83a9441864ade99b81f755f873b98, entries=200, sequenceid=205, filesize=38.8 K 2024-12-03T07:44:25,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/57860ec7e9554e8ca3c432e56bd9e955 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/57860ec7e9554e8ca3c432e56bd9e955 2024-12-03T07:44:25,260 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/57860ec7e9554e8ca3c432e56bd9e955, entries=100, sequenceid=205, filesize=9.5 K 2024-12-03T07:44:25,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/0be88f2a78514ead96069ceeff966dc3 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/0be88f2a78514ead96069ceeff966dc3 2024-12-03T07:44:25,266 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/0be88f2a78514ead96069ceeff966dc3, entries=100, sequenceid=205, filesize=9.5 K 2024-12-03T07:44:25,267 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for bc70f5c1118a01ee2f0c1487299c4ca0 in 1308ms, sequenceid=205, compaction requested=true 2024-12-03T07:44:25,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bc70f5c1118a01ee2f0c1487299c4ca0: 2024-12-03T07:44:25,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc70f5c1118a01ee2f0c1487299c4ca0:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T07:44:25,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:25,267 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:44:25,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc70f5c1118a01ee2f0c1487299c4ca0:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T07:44:25,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:25,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc70f5c1118a01ee2f0c1487299c4ca0:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T07:44:25,267 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:44:25,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:44:25,269 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:44:25,269 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:44:25,269 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): bc70f5c1118a01ee2f0c1487299c4ca0/B is initiating minor compaction (all files) 2024-12-03T07:44:25,269 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1541): bc70f5c1118a01ee2f0c1487299c4ca0/A is initiating minor compaction (all files) 2024-12-03T07:44:25,269 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc70f5c1118a01ee2f0c1487299c4ca0/B in TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:25,269 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc70f5c1118a01ee2f0c1487299c4ca0/A in TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:25,269 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/3daa52d5fc1249aea0559e311bd66de8, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/209f03f2e3ac469cb22bc8ab7acc6291, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/57860ec7e9554e8ca3c432e56bd9e955] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp, totalSize=33.5 K 2024-12-03T07:44:25,269 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/5cb6537cd3a44450b6dc4d6a82c49186, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/a3bc127e57304515b082ad5f9cb5dcf6, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/0fe83a9441864ade99b81f755f873b98] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp, totalSize=99.8 K 2024-12-03T07:44:25,269 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:25,269 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. files: [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/5cb6537cd3a44450b6dc4d6a82c49186, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/a3bc127e57304515b082ad5f9cb5dcf6, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/0fe83a9441864ade99b81f755f873b98] 2024-12-03T07:44:25,270 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 3daa52d5fc1249aea0559e311bd66de8, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1733211861529 2024-12-03T07:44:25,270 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5cb6537cd3a44450b6dc4d6a82c49186, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1733211861529 2024-12-03T07:44:25,270 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 209f03f2e3ac469cb22bc8ab7acc6291, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1733211861634 2024-12-03T07:44:25,270 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting a3bc127e57304515b082ad5f9cb5dcf6, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1733211861634 2024-12-03T07:44:25,271 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 57860ec7e9554e8ca3c432e56bd9e955, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1733211862799 2024-12-03T07:44:25,271 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0fe83a9441864ade99b81f755f873b98, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1733211862799 2024-12-03T07:44:25,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-03T07:44:25,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:25,275 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing bc70f5c1118a01ee2f0c1487299c4ca0 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-12-03T07:44:25,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc70f5c1118a01ee2f0c1487299c4ca0, store=A 2024-12-03T07:44:25,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:44:25,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc70f5c1118a01ee2f0c1487299c4ca0, store=B 2024-12-03T07:44:25,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:44:25,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc70f5c1118a01ee2f0c1487299c4ca0, store=C 2024-12-03T07:44:25,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:44:25,287 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bc70f5c1118a01ee2f0c1487299c4ca0] 2024-12-03T07:44:25,287 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc70f5c1118a01ee2f0c1487299c4ca0#B#compaction#150 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:44:25,288 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/6ff5e9c4211746a7aabcf6af68005932 is 50, key is test_row_0/B:col10/1733211863957/Put/seqid=0 2024-12-03T07:44:25,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412030782e7d1987c485f9462c4b636d793d1_bc70f5c1118a01ee2f0c1487299c4ca0 is 50, key is test_row_0/A:col10/1733211864051/Put/seqid=0 2024-12-03T07:44:25,292 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241203182f0e8c81fa41f8b6bad3cfd5229d74_bc70f5c1118a01ee2f0c1487299c4ca0 store=[table=TestAcidGuarantees family=A region=bc70f5c1118a01ee2f0c1487299c4ca0] 2024-12-03T07:44:25,294 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241203182f0e8c81fa41f8b6bad3cfd5229d74_bc70f5c1118a01ee2f0c1487299c4ca0, store=[table=TestAcidGuarantees family=A region=bc70f5c1118a01ee2f0c1487299c4ca0] 2024-12-03T07:44:25,294 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203182f0e8c81fa41f8b6bad3cfd5229d74_bc70f5c1118a01ee2f0c1487299c4ca0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bc70f5c1118a01ee2f0c1487299c4ca0] 2024-12-03T07:44:25,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742000_1176 (size=12493) 2024-12-03T07:44:25,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742002_1178 (size=4469) 2024-12-03T07:44:25,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742001_1177 (size=12304) 2024-12-03T07:44:25,305 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc70f5c1118a01ee2f0c1487299c4ca0#A#compaction#151 average throughput is 1.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:44:25,306 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/e630cf4688754b88ac003956a51445ba is 175, key is test_row_0/A:col10/1733211863957/Put/seqid=0 2024-12-03T07:44:25,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742003_1179 (size=31554) 2024-12-03T07:44:25,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-03T07:44:25,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:25,708 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/6ff5e9c4211746a7aabcf6af68005932 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/6ff5e9c4211746a7aabcf6af68005932 2024-12-03T07:44:25,711 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412030782e7d1987c485f9462c4b636d793d1_bc70f5c1118a01ee2f0c1487299c4ca0 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412030782e7d1987c485f9462c4b636d793d1_bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:25,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/f8db85f9245d4e5192fb4f85799c0f12, store: [table=TestAcidGuarantees family=A region=bc70f5c1118a01ee2f0c1487299c4ca0] 2024-12-03T07:44:25,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/f8db85f9245d4e5192fb4f85799c0f12 is 175, key is test_row_0/A:col10/1733211864051/Put/seqid=0 2024-12-03T07:44:25,714 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bc70f5c1118a01ee2f0c1487299c4ca0/B of bc70f5c1118a01ee2f0c1487299c4ca0 into 6ff5e9c4211746a7aabcf6af68005932(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:44:25,715 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc70f5c1118a01ee2f0c1487299c4ca0: 2024-12-03T07:44:25,715 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., storeName=bc70f5c1118a01ee2f0c1487299c4ca0/B, priority=13, startTime=1733211865267; duration=0sec 2024-12-03T07:44:25,715 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:44:25,715 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc70f5c1118a01ee2f0c1487299c4ca0:B 2024-12-03T07:44:25,715 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:44:25,717 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:44:25,717 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): bc70f5c1118a01ee2f0c1487299c4ca0/C is initiating minor compaction (all files) 2024-12-03T07:44:25,717 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc70f5c1118a01ee2f0c1487299c4ca0/C in TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:25,717 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/534d2db18171455f8f269b10c64aad2a, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/843136accd5049a49fa1787411b01cb6, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/0be88f2a78514ead96069ceeff966dc3] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp, totalSize=33.5 K 2024-12-03T07:44:25,720 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 534d2db18171455f8f269b10c64aad2a, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1733211861529 2024-12-03T07:44:25,720 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/e630cf4688754b88ac003956a51445ba as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/e630cf4688754b88ac003956a51445ba 2024-12-03T07:44:25,720 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 843136accd5049a49fa1787411b01cb6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1733211861634 2024-12-03T07:44:25,721 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 0be88f2a78514ead96069ceeff966dc3, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1733211862799 2024-12-03T07:44:25,726 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bc70f5c1118a01ee2f0c1487299c4ca0/A of bc70f5c1118a01ee2f0c1487299c4ca0 into e630cf4688754b88ac003956a51445ba(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:44:25,726 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc70f5c1118a01ee2f0c1487299c4ca0: 2024-12-03T07:44:25,726 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., storeName=bc70f5c1118a01ee2f0c1487299c4ca0/A, priority=13, startTime=1733211865267; duration=0sec 2024-12-03T07:44:25,726 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:25,726 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc70f5c1118a01ee2f0c1487299c4ca0:A 2024-12-03T07:44:25,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742004_1180 (size=31105) 2024-12-03T07:44:25,730 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc70f5c1118a01ee2f0c1487299c4ca0#C#compaction#153 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:44:25,730 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/faf6605a24904418b309c8919b020448 is 50, key is test_row_0/C:col10/1733211863957/Put/seqid=0 2024-12-03T07:44:25,732 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=242, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/f8db85f9245d4e5192fb4f85799c0f12 2024-12-03T07:44:25,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742005_1181 (size=12493) 2024-12-03T07:44:25,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/b98d130793de4a148403826bc6819d7d is 50, key is test_row_0/B:col10/1733211864051/Put/seqid=0 2024-12-03T07:44:25,742 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/faf6605a24904418b309c8919b020448 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/faf6605a24904418b309c8919b020448 2024-12-03T07:44:25,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742006_1182 (size=12151) 2024-12-03T07:44:25,751 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bc70f5c1118a01ee2f0c1487299c4ca0/C of bc70f5c1118a01ee2f0c1487299c4ca0 into faf6605a24904418b309c8919b020448(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:44:25,751 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc70f5c1118a01ee2f0c1487299c4ca0: 2024-12-03T07:44:25,751 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., storeName=bc70f5c1118a01ee2f0c1487299c4ca0/C, priority=13, startTime=1733211865267; duration=0sec 2024-12-03T07:44:25,751 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:25,751 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc70f5c1118a01ee2f0c1487299c4ca0:C 2024-12-03T07:44:26,147 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/b98d130793de4a148403826bc6819d7d 2024-12-03T07:44:26,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/05b23cb4a8544350aabca7a7cc52e0b0 is 50, key is test_row_0/C:col10/1733211864051/Put/seqid=0 2024-12-03T07:44:26,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742007_1183 (size=12151) 2024-12-03T07:44:26,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:26,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. as already flushing 2024-12-03T07:44:26,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:26,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33658 deadline: 1733211926184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:26,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:26,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:26,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:26,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:26,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1733211926188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:26,193 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:26,193 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:26,193 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:26,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:26,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33646 deadline: 1733211926228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:26,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:26,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33682 deadline: 1733211926228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:26,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:26,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1733211926228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:26,236 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 911db94732f6,39389,1733211824582 for 'test_row_0' in bc70f5c1118a01ee2f0c1487299c4ca0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T07:44:26,236 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 911db94732f6,39389,1733211824582 for 'test_row_2' in bc70f5c1118a01ee2f0c1487299c4ca0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T07:44:26,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:26,236 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 911db94732f6,39389,1733211824582 for 'test_row_1' in bc70f5c1118a01ee2f0c1487299c4ca0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T07:44:26,237 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:26,237 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:26,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:26,237 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:26,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:26,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:26,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:26,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:26,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:26,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33658 deadline: 1733211926297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:26,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:26,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1733211926298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:26,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:26,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:26,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:26,301 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:26,301 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:26,302 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:26,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-03T07:44:26,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:26,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33658 deadline: 1733211926507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:26,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:26,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1733211926507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:26,509 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:26,509 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:26,509 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:26,509 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:26,509 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:26,509 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:26,561 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/05b23cb4a8544350aabca7a7cc52e0b0 2024-12-03T07:44:26,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/f8db85f9245d4e5192fb4f85799c0f12 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/f8db85f9245d4e5192fb4f85799c0f12 2024-12-03T07:44:26,571 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/f8db85f9245d4e5192fb4f85799c0f12, entries=150, sequenceid=242, filesize=30.4 K 2024-12-03T07:44:26,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/b98d130793de4a148403826bc6819d7d as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/b98d130793de4a148403826bc6819d7d 2024-12-03T07:44:26,577 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/b98d130793de4a148403826bc6819d7d, entries=150, sequenceid=242, filesize=11.9 K 2024-12-03T07:44:26,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/05b23cb4a8544350aabca7a7cc52e0b0 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/05b23cb4a8544350aabca7a7cc52e0b0 2024-12-03T07:44:26,582 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/05b23cb4a8544350aabca7a7cc52e0b0, entries=150, sequenceid=242, filesize=11.9 K 2024-12-03T07:44:26,583 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for bc70f5c1118a01ee2f0c1487299c4ca0 in 1308ms, sequenceid=242, compaction requested=false 2024-12-03T07:44:26,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for bc70f5c1118a01ee2f0c1487299c4ca0: 2024-12-03T07:44:26,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:26,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-03T07:44:26,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-03T07:44:26,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-12-03T07:44:26,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3840 sec 2024-12-03T07:44:26,589 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 2.3900 sec 2024-12-03T07:44:26,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:26,820 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bc70f5c1118a01ee2f0c1487299c4ca0 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-03T07:44:26,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc70f5c1118a01ee2f0c1487299c4ca0, store=A 2024-12-03T07:44:26,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:26,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc70f5c1118a01ee2f0c1487299c4ca0, store=B 2024-12-03T07:44:26,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:26,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc70f5c1118a01ee2f0c1487299c4ca0, store=C 2024-12-03T07:44:26,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:26,828 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412031b8546ab02f9401ab265b715a9d6940e_bc70f5c1118a01ee2f0c1487299c4ca0 is 50, key is test_row_0/A:col10/1733211866171/Put/seqid=0 2024-12-03T07:44:26,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742008_1184 (size=14844) 2024-12-03T07:44:26,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:26,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1733211926861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:26,867 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:26,867 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:26,867 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:26,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:26,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33658 deadline: 1733211926867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:26,872 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:26,872 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:26,872 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:26,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:26,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1733211926992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:26,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:26,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:26,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33658 deadline: 1733211926992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:26,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:26,996 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:26,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:26,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:26,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:27,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:27,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1733211927197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:27,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:27,202 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:27,202 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:27,202 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:27,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33658 deadline: 1733211927197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:27,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:27,203 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:27,203 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:27,233 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:27,238 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412031b8546ab02f9401ab265b715a9d6940e_bc70f5c1118a01ee2f0c1487299c4ca0 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412031b8546ab02f9401ab265b715a9d6940e_bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:27,239 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/e155cfbf595e4ad6ba23b96152b79f60, store: [table=TestAcidGuarantees family=A region=bc70f5c1118a01ee2f0c1487299c4ca0] 2024-12-03T07:44:27,239 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/e155cfbf595e4ad6ba23b96152b79f60 is 175, key is test_row_0/A:col10/1733211866171/Put/seqid=0 2024-12-03T07:44:27,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742009_1185 (size=39799) 2024-12-03T07:44:27,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:27,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1733211927507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:27,513 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:27,513 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:27,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:27,513 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:27,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33658 deadline: 1733211927508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:27,513 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:27,513 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:27,513 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:27,644 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=257, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/e155cfbf595e4ad6ba23b96152b79f60 2024-12-03T07:44:27,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/dcf29c8308cf474a8a27e9fe364b3c2e is 50, key is test_row_0/B:col10/1733211866171/Put/seqid=0 2024-12-03T07:44:27,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742010_1186 (size=12201) 2024-12-03T07:44:27,658 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/dcf29c8308cf474a8a27e9fe364b3c2e 2024-12-03T07:44:27,667 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/de2a1b70d1f841cfa18e98977b02e29f is 50, key is test_row_0/C:col10/1733211866171/Put/seqid=0 2024-12-03T07:44:27,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742011_1187 (size=12201) 2024-12-03T07:44:28,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:28,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1733211928017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:28,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:28,022 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:28,022 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:28,022 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:28,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33658 deadline: 1733211928017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:28,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:28,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:28,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:28,072 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/de2a1b70d1f841cfa18e98977b02e29f 2024-12-03T07:44:28,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/e155cfbf595e4ad6ba23b96152b79f60 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/e155cfbf595e4ad6ba23b96152b79f60 2024-12-03T07:44:28,082 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/e155cfbf595e4ad6ba23b96152b79f60, entries=200, sequenceid=257, filesize=38.9 K 2024-12-03T07:44:28,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/dcf29c8308cf474a8a27e9fe364b3c2e as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/dcf29c8308cf474a8a27e9fe364b3c2e 2024-12-03T07:44:28,088 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/dcf29c8308cf474a8a27e9fe364b3c2e, entries=150, sequenceid=257, filesize=11.9 K 2024-12-03T07:44:28,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/de2a1b70d1f841cfa18e98977b02e29f as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/de2a1b70d1f841cfa18e98977b02e29f 2024-12-03T07:44:28,093 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/de2a1b70d1f841cfa18e98977b02e29f, entries=150, sequenceid=257, filesize=11.9 K 2024-12-03T07:44:28,094 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for bc70f5c1118a01ee2f0c1487299c4ca0 in 1275ms, sequenceid=257, compaction requested=true 2024-12-03T07:44:28,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bc70f5c1118a01ee2f0c1487299c4ca0: 2024-12-03T07:44:28,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc70f5c1118a01ee2f0c1487299c4ca0:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T07:44:28,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:28,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc70f5c1118a01ee2f0c1487299c4ca0:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T07:44:28,094 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:44:28,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:28,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc70f5c1118a01ee2f0c1487299c4ca0:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T07:44:28,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:44:28,094 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:44:28,095 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102458 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:44:28,095 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36845 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:44:28,095 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1541): bc70f5c1118a01ee2f0c1487299c4ca0/A is initiating minor compaction (all files) 2024-12-03T07:44:28,095 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): bc70f5c1118a01ee2f0c1487299c4ca0/B is initiating minor compaction (all files) 2024-12-03T07:44:28,095 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc70f5c1118a01ee2f0c1487299c4ca0/A in TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:28,095 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc70f5c1118a01ee2f0c1487299c4ca0/B in TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:28,096 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/e630cf4688754b88ac003956a51445ba, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/f8db85f9245d4e5192fb4f85799c0f12, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/e155cfbf595e4ad6ba23b96152b79f60] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp, totalSize=100.1 K 2024-12-03T07:44:28,096 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/6ff5e9c4211746a7aabcf6af68005932, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/b98d130793de4a148403826bc6819d7d, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/dcf29c8308cf474a8a27e9fe364b3c2e] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp, totalSize=36.0 K 2024-12-03T07:44:28,096 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:28,096 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. files: [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/e630cf4688754b88ac003956a51445ba, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/f8db85f9245d4e5192fb4f85799c0f12, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/e155cfbf595e4ad6ba23b96152b79f60] 2024-12-03T07:44:28,096 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ff5e9c4211746a7aabcf6af68005932, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1733211861644 2024-12-03T07:44:28,096 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting e630cf4688754b88ac003956a51445ba, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1733211861644 2024-12-03T07:44:28,096 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting b98d130793de4a148403826bc6819d7d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1733211864051 2024-12-03T07:44:28,097 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8db85f9245d4e5192fb4f85799c0f12, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1733211864051 2024-12-03T07:44:28,097 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting dcf29c8308cf474a8a27e9fe364b3c2e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1733211866171 2024-12-03T07:44:28,097 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting e155cfbf595e4ad6ba23b96152b79f60, keycount=200, bloomtype=ROW, size=38.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1733211866171 2024-12-03T07:44:28,107 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bc70f5c1118a01ee2f0c1487299c4ca0] 2024-12-03T07:44:28,108 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc70f5c1118a01ee2f0c1487299c4ca0#B#compaction#159 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:44:28,108 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/515a82a4904f48eca5ec74aacdbdd8bf is 50, key is test_row_0/B:col10/1733211866171/Put/seqid=0 2024-12-03T07:44:28,119 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241203a2281994f96b4705b74018ceb5b3cea1_bc70f5c1118a01ee2f0c1487299c4ca0 store=[table=TestAcidGuarantees family=A region=bc70f5c1118a01ee2f0c1487299c4ca0] 2024-12-03T07:44:28,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742012_1188 (size=12645) 2024-12-03T07:44:28,123 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241203a2281994f96b4705b74018ceb5b3cea1_bc70f5c1118a01ee2f0c1487299c4ca0, store=[table=TestAcidGuarantees family=A region=bc70f5c1118a01ee2f0c1487299c4ca0] 2024-12-03T07:44:28,123 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203a2281994f96b4705b74018ceb5b3cea1_bc70f5c1118a01ee2f0c1487299c4ca0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bc70f5c1118a01ee2f0c1487299c4ca0] 2024-12-03T07:44:28,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742013_1189 (size=4469) 2024-12-03T07:44:28,132 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc70f5c1118a01ee2f0c1487299c4ca0#A#compaction#160 average throughput is 0.98 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:44:28,133 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/b8c2652bf01841458429f105f5e9f6f9 is 175, key is test_row_0/A:col10/1733211866171/Put/seqid=0 2024-12-03T07:44:28,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742014_1190 (size=31599) 2024-12-03T07:44:28,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:28,252 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bc70f5c1118a01ee2f0c1487299c4ca0 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-12-03T07:44:28,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc70f5c1118a01ee2f0c1487299c4ca0, store=A 2024-12-03T07:44:28,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:44:28,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc70f5c1118a01ee2f0c1487299c4ca0, store=B 2024-12-03T07:44:28,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:44:28,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc70f5c1118a01ee2f0c1487299c4ca0, store=C 2024-12-03T07:44:28,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:44:28,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120314371f58ecdc44a393d5f9d00eea07e8_bc70f5c1118a01ee2f0c1487299c4ca0 is 50, key is test_row_0/A:col10/1733211868251/Put/seqid=0 2024-12-03T07:44:28,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742015_1191 (size=14994) 2024-12-03T07:44:28,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:28,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1733211928272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:28,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:28,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:28,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:28,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:28,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:28,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33682 deadline: 1733211928273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:28,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33646 deadline: 1733211928274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:28,280 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:28,280 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:28,280 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:28,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:28,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:28,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:28,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-03T07:44:28,358 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:44:28,358 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T07:44:28,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-12-03T07:44:28,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-03T07:44:28,360 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T07:44:28,361 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T07:44:28,361 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T07:44:28,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:28,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1733211928378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:28,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:28,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:28,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:28,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:28,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33646 deadline: 1733211928387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:28,389 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:28,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:28,389 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:28,389 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:28,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33682 deadline: 1733211928387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:28,389 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:28,389 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:28,389 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:28,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-03T07:44:28,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-03T07:44:28,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:28,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. as already flushing 2024-12-03T07:44:28,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:28,515 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:28,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:28,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:28,527 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/515a82a4904f48eca5ec74aacdbdd8bf as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/515a82a4904f48eca5ec74aacdbdd8bf 2024-12-03T07:44:28,533 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bc70f5c1118a01ee2f0c1487299c4ca0/B of bc70f5c1118a01ee2f0c1487299c4ca0 into 515a82a4904f48eca5ec74aacdbdd8bf(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:44:28,533 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc70f5c1118a01ee2f0c1487299c4ca0: 2024-12-03T07:44:28,533 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., storeName=bc70f5c1118a01ee2f0c1487299c4ca0/B, priority=13, startTime=1733211868094; duration=0sec 2024-12-03T07:44:28,533 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:44:28,533 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc70f5c1118a01ee2f0c1487299c4ca0:B 2024-12-03T07:44:28,533 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:44:28,534 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36845 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:44:28,534 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): bc70f5c1118a01ee2f0c1487299c4ca0/C is initiating minor compaction (all files) 2024-12-03T07:44:28,534 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc70f5c1118a01ee2f0c1487299c4ca0/C in TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:28,535 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/faf6605a24904418b309c8919b020448, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/05b23cb4a8544350aabca7a7cc52e0b0, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/de2a1b70d1f841cfa18e98977b02e29f] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp, totalSize=36.0 K 2024-12-03T07:44:28,535 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting faf6605a24904418b309c8919b020448, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1733211861644 2024-12-03T07:44:28,535 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 05b23cb4a8544350aabca7a7cc52e0b0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1733211864051 2024-12-03T07:44:28,536 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting de2a1b70d1f841cfa18e98977b02e29f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1733211866171 2024-12-03T07:44:28,544 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc70f5c1118a01ee2f0c1487299c4ca0#C#compaction#162 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:44:28,544 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/64c5ef8c76b545998e43d31aab1e108f is 50, key is test_row_0/C:col10/1733211866171/Put/seqid=0 2024-12-03T07:44:28,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742016_1192 (size=12645) 2024-12-03T07:44:28,554 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/b8c2652bf01841458429f105f5e9f6f9 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/b8c2652bf01841458429f105f5e9f6f9 2024-12-03T07:44:28,559 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/64c5ef8c76b545998e43d31aab1e108f as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/64c5ef8c76b545998e43d31aab1e108f 2024-12-03T07:44:28,561 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bc70f5c1118a01ee2f0c1487299c4ca0/A of bc70f5c1118a01ee2f0c1487299c4ca0 into b8c2652bf01841458429f105f5e9f6f9(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:44:28,561 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc70f5c1118a01ee2f0c1487299c4ca0: 2024-12-03T07:44:28,562 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., storeName=bc70f5c1118a01ee2f0c1487299c4ca0/A, priority=13, startTime=1733211868094; duration=0sec 2024-12-03T07:44:28,562 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:28,562 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc70f5c1118a01ee2f0c1487299c4ca0:A 2024-12-03T07:44:28,567 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bc70f5c1118a01ee2f0c1487299c4ca0/C of bc70f5c1118a01ee2f0c1487299c4ca0 into 64c5ef8c76b545998e43d31aab1e108f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:44:28,567 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc70f5c1118a01ee2f0c1487299c4ca0: 2024-12-03T07:44:28,567 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., storeName=bc70f5c1118a01ee2f0c1487299c4ca0/C, priority=13, startTime=1733211868094; duration=0sec 2024-12-03T07:44:28,567 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:28,567 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc70f5c1118a01ee2f0c1487299c4ca0:C 2024-12-03T07:44:28,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:28,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1733211928587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:28,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:28,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:28,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:28,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:28,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33646 deadline: 1733211928597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:28,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:28,599 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:28,599 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:28,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33682 deadline: 1733211928597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:28,599 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:28,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:28,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:28,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:28,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-03T07:44:28,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:28,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. as already flushing 2024-12-03T07:44:28,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:28,668 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:28,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:28,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:28,672 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:28,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-03T07:44:28,678 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120314371f58ecdc44a393d5f9d00eea07e8_bc70f5c1118a01ee2f0c1487299c4ca0 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120314371f58ecdc44a393d5f9d00eea07e8_bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:28,679 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/010f161dad3f461baf961ac4ca6d063e, store: [table=TestAcidGuarantees family=A region=bc70f5c1118a01ee2f0c1487299c4ca0] 2024-12-03T07:44:28,680 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/010f161dad3f461baf961ac4ca6d063e is 175, key is test_row_0/A:col10/1733211868251/Put/seqid=0 2024-12-03T07:44:28,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742017_1193 (size=39949) 2024-12-03T07:44:28,701 INFO [master/911db94732f6:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-03T07:44:28,701 INFO [master/911db94732f6:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-03T07:44:28,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-03T07:44:28,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:28,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. as already flushing 2024-12-03T07:44:28,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:28,821 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:28,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:28,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:28,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:28,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1733211928898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:28,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:28,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:28,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:28,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:28,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33646 deadline: 1733211928907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:28,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:28,910 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:28,910 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:28,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33682 deadline: 1733211928907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:28,910 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:28,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:28,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:28,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:28,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-03T07:44:28,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:28,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. as already flushing 2024-12-03T07:44:28,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:28,975 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:28,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:28,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:28,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-03T07:44:29,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:29,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1733211929027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:29,031 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 911db94732f6,39389,1733211824582 for 'test_row_1' in bc70f5c1118a01ee2f0c1487299c4ca0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T07:44:29,032 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:29,032 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:29,032 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:29,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:29,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33658 deadline: 1733211929037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:29,039 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 911db94732f6,39389,1733211824582 for 'test_row_0' in bc70f5c1118a01ee2f0c1487299c4ca0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2172 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T07:44:29,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:29,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:29,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:29,092 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=278, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/010f161dad3f461baf961ac4ca6d063e 2024-12-03T07:44:29,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/f7d32e6d0e7841e7b27e8efd9cb018b7 is 50, key is test_row_0/B:col10/1733211868251/Put/seqid=0 2024-12-03T07:44:29,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742018_1194 (size=12301) 2024-12-03T07:44:29,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-03T07:44:29,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:29,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. as already flushing 2024-12-03T07:44:29,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:29,128 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:29,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:29,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:29,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-03T07:44:29,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:29,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. as already flushing 2024-12-03T07:44:29,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:29,281 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:29,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:29,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:29,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:29,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1733211929407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:29,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:29,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:29,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:29,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:29,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33646 deadline: 1733211929417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:29,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:29,421 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:29,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33682 deadline: 1733211929417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:29,421 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:29,421 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:29,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:29,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:29,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:29,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-03T07:44:29,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:29,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. as already flushing 2024-12-03T07:44:29,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:29,434 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:29,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:29,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:29,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-03T07:44:29,507 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/f7d32e6d0e7841e7b27e8efd9cb018b7 2024-12-03T07:44:29,516 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/cc25fab1a94241dea505968651178408 is 50, key is test_row_0/C:col10/1733211868251/Put/seqid=0 2024-12-03T07:44:29,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742019_1195 (size=12301) 2024-12-03T07:44:29,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-03T07:44:29,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:29,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. as already flushing 2024-12-03T07:44:29,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:29,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:29,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:29,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:29,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-03T07:44:29,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:29,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. as already flushing 2024-12-03T07:44:29,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:29,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:29,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:29,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:29,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-03T07:44:29,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:29,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. as already flushing 2024-12-03T07:44:29,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:29,893 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:29,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:29,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:29,922 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/cc25fab1a94241dea505968651178408 2024-12-03T07:44:29,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/010f161dad3f461baf961ac4ca6d063e as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/010f161dad3f461baf961ac4ca6d063e 2024-12-03T07:44:29,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/010f161dad3f461baf961ac4ca6d063e, entries=200, sequenceid=278, filesize=39.0 K 2024-12-03T07:44:29,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/f7d32e6d0e7841e7b27e8efd9cb018b7 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/f7d32e6d0e7841e7b27e8efd9cb018b7 2024-12-03T07:44:29,936 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/f7d32e6d0e7841e7b27e8efd9cb018b7, entries=150, sequenceid=278, filesize=12.0 K 2024-12-03T07:44:29,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/cc25fab1a94241dea505968651178408 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/cc25fab1a94241dea505968651178408 2024-12-03T07:44:29,941 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/cc25fab1a94241dea505968651178408, entries=150, sequenceid=278, filesize=12.0 K 2024-12-03T07:44:29,942 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for bc70f5c1118a01ee2f0c1487299c4ca0 in 1690ms, sequenceid=278, compaction requested=false 2024-12-03T07:44:29,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bc70f5c1118a01ee2f0c1487299c4ca0: 2024-12-03T07:44:30,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-03T07:44:30,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:30,046 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing bc70f5c1118a01ee2f0c1487299c4ca0 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-03T07:44:30,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc70f5c1118a01ee2f0c1487299c4ca0, store=A 2024-12-03T07:44:30,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:30,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc70f5c1118a01ee2f0c1487299c4ca0, store=B 2024-12-03T07:44:30,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:30,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc70f5c1118a01ee2f0c1487299c4ca0, store=C 2024-12-03T07:44:30,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:30,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203b9ea11c573f745d4b4617bb62f01bb48_bc70f5c1118a01ee2f0c1487299c4ca0 is 50, key is test_row_0/A:col10/1733211868271/Put/seqid=0 2024-12-03T07:44:30,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742020_1196 (size=12454) 2024-12-03T07:44:30,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:30,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. as already flushing 2024-12-03T07:44:30,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:30,464 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203b9ea11c573f745d4b4617bb62f01bb48_bc70f5c1118a01ee2f0c1487299c4ca0 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203b9ea11c573f745d4b4617bb62f01bb48_bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:30,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/3845d65d2ee94c0f93c2e2102fa8441f, store: [table=TestAcidGuarantees family=A region=bc70f5c1118a01ee2f0c1487299c4ca0] 2024-12-03T07:44:30,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/3845d65d2ee94c0f93c2e2102fa8441f is 175, key is test_row_0/A:col10/1733211868271/Put/seqid=0 2024-12-03T07:44:30,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742021_1197 (size=31255) 2024-12-03T07:44:30,471 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=292, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/3845d65d2ee94c0f93c2e2102fa8441f 2024-12-03T07:44:30,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:30,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33646 deadline: 1733211930469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:30,478 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1733211870449, max timestamp=1733211870473Num uniques 859; 2024-12-03T07:44:30,478 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-03T07:44:30,479 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1733211870449, max timestamp=1733211870473Num uniques 859; 2024-12-03T07:44:30,479 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1733211870449, max timestamp=1733211870473Num uniques 859; 2024-12-03T07:44:30,479 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-03T07:44:30,479 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-03T07:44:30,479 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:30,479 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:30,479 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:30,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/1eb8e9be6ad04c189a81de613b484bd6 is 50, key is test_row_0/B:col10/1733211868271/Put/seqid=0 2024-12-03T07:44:30,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742022_1198 (size=12301) 2024-12-03T07:44:30,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-03T07:44:30,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:30,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1733211930542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:30,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:30,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:30,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:30,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:30,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33682 deadline: 1733211930544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:30,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:30,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:30,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:30,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:30,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33646 deadline: 1733211930587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:30,593 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:30,593 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:30,593 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:30,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:30,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1733211930657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:30,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:30,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:30,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33682 deadline: 1733211930657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:30,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:30,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:30,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:30,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:30,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:30,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:30,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33646 deadline: 1733211930797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:30,801 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:30,801 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:30,801 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:30,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:30,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1733211930868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:30,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:30,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:30,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:30,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:30,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33682 deadline: 1733211930868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:30,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:30,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:30,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:30,889 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/1eb8e9be6ad04c189a81de613b484bd6 2024-12-03T07:44:30,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/4b8a26481d9d448ebb7c6d4bf0fb8707 is 50, key is test_row_0/C:col10/1733211868271/Put/seqid=0 2024-12-03T07:44:30,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742023_1199 (size=12301) 2024-12-03T07:44:31,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:31,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1733211931047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:31,052 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 911db94732f6,39389,1733211824582 for 'test_row_1' in bc70f5c1118a01ee2f0c1487299c4ca0 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T07:44:31,052 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:31,052 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:31,052 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:31,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:31,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33658 deadline: 1733211931057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:31,059 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 911db94732f6,39389,1733211824582 for 'test_row_0' in bc70f5c1118a01ee2f0c1487299c4ca0 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4192 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T07:44:31,060 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:31,060 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:31,060 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:31,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:31,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33646 deadline: 1733211931108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:31,115 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:31,116 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:31,116 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:31,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:31,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1733211931177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:31,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:31,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:31,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33682 deadline: 1733211931178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:31,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:31,179 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:31,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:31,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:31,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:31,302 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/4b8a26481d9d448ebb7c6d4bf0fb8707 2024-12-03T07:44:31,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/3845d65d2ee94c0f93c2e2102fa8441f as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/3845d65d2ee94c0f93c2e2102fa8441f 2024-12-03T07:44:31,313 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/3845d65d2ee94c0f93c2e2102fa8441f, entries=150, sequenceid=292, filesize=30.5 K 2024-12-03T07:44:31,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/1eb8e9be6ad04c189a81de613b484bd6 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/1eb8e9be6ad04c189a81de613b484bd6 2024-12-03T07:44:31,319 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/1eb8e9be6ad04c189a81de613b484bd6, entries=150, sequenceid=292, filesize=12.0 K 2024-12-03T07:44:31,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/4b8a26481d9d448ebb7c6d4bf0fb8707 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/4b8a26481d9d448ebb7c6d4bf0fb8707 2024-12-03T07:44:31,324 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/4b8a26481d9d448ebb7c6d4bf0fb8707, entries=150, sequenceid=292, filesize=12.0 K 2024-12-03T07:44:31,325 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for bc70f5c1118a01ee2f0c1487299c4ca0 in 1279ms, sequenceid=292, compaction requested=true 2024-12-03T07:44:31,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for bc70f5c1118a01ee2f0c1487299c4ca0: 2024-12-03T07:44:31,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:31,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-03T07:44:31,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-03T07:44:31,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-12-03T07:44:31,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9660 sec 2024-12-03T07:44:31,333 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 2.9730 sec 2024-12-03T07:44:31,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:31,623 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bc70f5c1118a01ee2f0c1487299c4ca0 3/3 column families, dataSize=140.89 KB heapSize=386.16 KB 2024-12-03T07:44:31,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc70f5c1118a01ee2f0c1487299c4ca0, store=A 2024-12-03T07:44:31,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:44:31,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc70f5c1118a01ee2f0c1487299c4ca0, store=B 2024-12-03T07:44:31,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:44:31,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc70f5c1118a01ee2f0c1487299c4ca0, store=C 2024-12-03T07:44:31,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:44:31,632 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412038a9da1ab145144f59050e9e39acc2947_bc70f5c1118a01ee2f0c1487299c4ca0 is 50, key is test_row_0/A:col10/1733211870541/Put/seqid=0 2024-12-03T07:44:31,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742024_1200 (size=14994) 2024-12-03T07:44:31,638 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:31,642 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412038a9da1ab145144f59050e9e39acc2947_bc70f5c1118a01ee2f0c1487299c4ca0 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412038a9da1ab145144f59050e9e39acc2947_bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:31,643 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/bf2d7206927a485f9d23d6d449848d8e, store: [table=TestAcidGuarantees family=A region=bc70f5c1118a01ee2f0c1487299c4ca0] 2024-12-03T07:44:31,644 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/bf2d7206927a485f9d23d6d449848d8e is 175, key is test_row_0/A:col10/1733211870541/Put/seqid=0 2024-12-03T07:44:31,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742025_1201 (size=39949) 2024-12-03T07:44:31,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:31,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33646 deadline: 1733211931666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:31,670 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:31,670 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:31,670 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:31,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:31,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1733211931687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:31,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:31,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:31,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:31,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:31,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33682 deadline: 1733211931687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:31,689 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:31,689 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:31,689 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:31,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:31,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33646 deadline: 1733211931777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:31,779 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:31,779 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:31,779 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:31,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:31,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33646 deadline: 1733211931988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:31,992 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:31,992 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:31,992 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:32,052 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=326, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/bf2d7206927a485f9d23d6d449848d8e 2024-12-03T07:44:32,059 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/bbe19463919d46bd99bb24f5b36cce08 is 50, key is test_row_0/B:col10/1733211870541/Put/seqid=0 2024-12-03T07:44:32,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742026_1202 (size=12301) 2024-12-03T07:44:32,065 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/bbe19463919d46bd99bb24f5b36cce08 2024-12-03T07:44:32,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/ce8a3f97614643cba8de54e7b6298809 is 50, key is test_row_0/C:col10/1733211870541/Put/seqid=0 2024-12-03T07:44:32,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742027_1203 (size=12301) 2024-12-03T07:44:32,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:32,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33646 deadline: 1733211932298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:32,309 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:32,309 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:32,309 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:32,478 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/ce8a3f97614643cba8de54e7b6298809 2024-12-03T07:44:32,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/bf2d7206927a485f9d23d6d449848d8e as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/bf2d7206927a485f9d23d6d449848d8e 2024-12-03T07:44:32,488 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/bf2d7206927a485f9d23d6d449848d8e, entries=200, sequenceid=326, filesize=39.0 K 2024-12-03T07:44:32,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/bbe19463919d46bd99bb24f5b36cce08 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/bbe19463919d46bd99bb24f5b36cce08 2024-12-03T07:44:32,493 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/bbe19463919d46bd99bb24f5b36cce08, entries=150, sequenceid=326, filesize=12.0 K 2024-12-03T07:44:32,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/ce8a3f97614643cba8de54e7b6298809 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/ce8a3f97614643cba8de54e7b6298809 2024-12-03T07:44:32,502 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/ce8a3f97614643cba8de54e7b6298809, entries=150, sequenceid=326, filesize=12.0 K 2024-12-03T07:44:32,503 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~386.11 KB/395376, currentSize=46.96 KB/48090 for bc70f5c1118a01ee2f0c1487299c4ca0 in 880ms, sequenceid=326, compaction requested=true 2024-12-03T07:44:32,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bc70f5c1118a01ee2f0c1487299c4ca0: 2024-12-03T07:44:32,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc70f5c1118a01ee2f0c1487299c4ca0:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T07:44:32,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:32,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc70f5c1118a01ee2f0c1487299c4ca0:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T07:44:32,503 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T07:44:32,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:32,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc70f5c1118a01ee2f0c1487299c4ca0:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T07:44:32,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:44:32,503 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T07:44:32,506 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49548 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T07:44:32,506 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142752 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T07:44:32,506 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): bc70f5c1118a01ee2f0c1487299c4ca0/B is initiating minor compaction (all files) 2024-12-03T07:44:32,506 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1541): bc70f5c1118a01ee2f0c1487299c4ca0/A is initiating minor compaction (all files) 2024-12-03T07:44:32,506 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc70f5c1118a01ee2f0c1487299c4ca0/B in TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:32,506 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc70f5c1118a01ee2f0c1487299c4ca0/A in TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:32,506 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/515a82a4904f48eca5ec74aacdbdd8bf, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/f7d32e6d0e7841e7b27e8efd9cb018b7, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/1eb8e9be6ad04c189a81de613b484bd6, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/bbe19463919d46bd99bb24f5b36cce08] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp, totalSize=48.4 K 2024-12-03T07:44:32,506 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/b8c2652bf01841458429f105f5e9f6f9, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/010f161dad3f461baf961ac4ca6d063e, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/3845d65d2ee94c0f93c2e2102fa8441f, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/bf2d7206927a485f9d23d6d449848d8e] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp, totalSize=139.4 K 2024-12-03T07:44:32,506 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:32,506 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. files: [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/b8c2652bf01841458429f105f5e9f6f9, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/010f161dad3f461baf961ac4ca6d063e, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/3845d65d2ee94c0f93c2e2102fa8441f, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/bf2d7206927a485f9d23d6d449848d8e] 2024-12-03T07:44:32,507 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 515a82a4904f48eca5ec74aacdbdd8bf, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1733211866171 2024-12-03T07:44:32,507 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting b8c2652bf01841458429f105f5e9f6f9, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1733211866171 2024-12-03T07:44:32,507 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting f7d32e6d0e7841e7b27e8efd9cb018b7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733211866855 2024-12-03T07:44:32,507 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 010f161dad3f461baf961ac4ca6d063e, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733211866855 2024-12-03T07:44:32,508 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 1eb8e9be6ad04c189a81de613b484bd6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733211868263 2024-12-03T07:44:32,508 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3845d65d2ee94c0f93c2e2102fa8441f, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733211868263 2024-12-03T07:44:32,508 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting bbe19463919d46bd99bb24f5b36cce08, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1733211870527 2024-12-03T07:44:32,510 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf2d7206927a485f9d23d6d449848d8e, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1733211870527 2024-12-03T07:44:32,522 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bc70f5c1118a01ee2f0c1487299c4ca0] 2024-12-03T07:44:32,525 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc70f5c1118a01ee2f0c1487299c4ca0#B#compaction#171 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:44:32,526 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/bc804ac0cf8b4c0497886d9af9cffce4 is 50, key is test_row_0/B:col10/1733211870541/Put/seqid=0 2024-12-03T07:44:32,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-03T07:44:32,528 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:44:32,529 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T07:44:32,530 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120378db2865343248768a967d3d131ce54b_bc70f5c1118a01ee2f0c1487299c4ca0 store=[table=TestAcidGuarantees family=A region=bc70f5c1118a01ee2f0c1487299c4ca0] 2024-12-03T07:44:32,533 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120378db2865343248768a967d3d131ce54b_bc70f5c1118a01ee2f0c1487299c4ca0, store=[table=TestAcidGuarantees family=A region=bc70f5c1118a01ee2f0c1487299c4ca0] 2024-12-03T07:44:32,533 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120378db2865343248768a967d3d131ce54b_bc70f5c1118a01ee2f0c1487299c4ca0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bc70f5c1118a01ee2f0c1487299c4ca0] 2024-12-03T07:44:32,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-12-03T07:44:32,535 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T07:44:32,535 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T07:44:32,536 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T07:44:32,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-03T07:44:32,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742028_1204 (size=12881) 2024-12-03T07:44:32,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742029_1205 (size=4469) 2024-12-03T07:44:32,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-03T07:44:32,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-03T07:44:32,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:32,688 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing bc70f5c1118a01ee2f0c1487299c4ca0 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-03T07:44:32,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc70f5c1118a01ee2f0c1487299c4ca0, store=A 2024-12-03T07:44:32,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:32,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc70f5c1118a01ee2f0c1487299c4ca0, store=B 2024-12-03T07:44:32,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:32,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc70f5c1118a01ee2f0c1487299c4ca0, store=C 2024-12-03T07:44:32,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:32,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203ce7b668834c849f7ac601100c8f280e3_bc70f5c1118a01ee2f0c1487299c4ca0 is 50, key is test_row_0/A:col10/1733211871653/Put/seqid=0 2024-12-03T07:44:32,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. as already flushing 2024-12-03T07:44:32,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:32,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742030_1206 (size=12454) 2024-12-03T07:44:32,755 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733211872728, max timestamp=1733211872752Num uniques 859; 2024-12-03T07:44:32,755 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733211872728, max timestamp=1733211872752Num uniques 859; 2024-12-03T07:44:32,755 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-03T07:44:32,756 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-03T07:44:32,756 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733211872728, max timestamp=1733211872752Num uniques 859; 2024-12-03T07:44:32,756 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-03T07:44:32,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:32,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33646 deadline: 1733211932825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:32,828 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:32,828 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:32,828 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:32,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:32,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1733211932826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:32,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:32,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:32,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:32,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:32,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33682 deadline: 1733211932827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:32,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:32,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:32,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:32,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-03T07:44:32,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:32,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33646 deadline: 1733211932937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:32,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:32,941 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:32,941 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:32,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1733211932938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:32,941 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:32,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:32,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:32,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:32,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:32,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33682 deadline: 1733211932938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:32,942 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:32,942 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:32,942 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:32,949 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/bc804ac0cf8b4c0497886d9af9cffce4 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/bc804ac0cf8b4c0497886d9af9cffce4 2024-12-03T07:44:32,957 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bc70f5c1118a01ee2f0c1487299c4ca0/B of bc70f5c1118a01ee2f0c1487299c4ca0 into bc804ac0cf8b4c0497886d9af9cffce4(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:44:32,957 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc70f5c1118a01ee2f0c1487299c4ca0#A#compaction#172 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:44:32,957 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc70f5c1118a01ee2f0c1487299c4ca0: 2024-12-03T07:44:32,957 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., storeName=bc70f5c1118a01ee2f0c1487299c4ca0/B, priority=12, startTime=1733211872503; duration=0sec 2024-12-03T07:44:32,958 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:44:32,958 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc70f5c1118a01ee2f0c1487299c4ca0:B 2024-12-03T07:44:32,958 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T07:44:32,958 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/df20ac0f6b43422292768daf072a2308 is 175, key is test_row_0/A:col10/1733211870541/Put/seqid=0 2024-12-03T07:44:32,960 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49548 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T07:44:32,960 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): bc70f5c1118a01ee2f0c1487299c4ca0/C is initiating minor compaction (all files) 2024-12-03T07:44:32,960 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc70f5c1118a01ee2f0c1487299c4ca0/C in TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:32,960 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/64c5ef8c76b545998e43d31aab1e108f, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/cc25fab1a94241dea505968651178408, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/4b8a26481d9d448ebb7c6d4bf0fb8707, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/ce8a3f97614643cba8de54e7b6298809] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp, totalSize=48.4 K 2024-12-03T07:44:32,960 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 64c5ef8c76b545998e43d31aab1e108f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1733211866171 2024-12-03T07:44:32,961 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting cc25fab1a94241dea505968651178408, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733211866855 2024-12-03T07:44:32,961 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b8a26481d9d448ebb7c6d4bf0fb8707, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733211868263 2024-12-03T07:44:32,962 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting ce8a3f97614643cba8de54e7b6298809, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1733211870527 2024-12-03T07:44:32,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742031_1207 (size=31835) 2024-12-03T07:44:32,972 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/df20ac0f6b43422292768daf072a2308 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/df20ac0f6b43422292768daf072a2308 2024-12-03T07:44:32,975 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc70f5c1118a01ee2f0c1487299c4ca0#C#compaction#174 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:44:32,976 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/7b53ac33b8894ad3a3bbd42408a9d528 is 50, key is test_row_0/C:col10/1733211870541/Put/seqid=0 2024-12-03T07:44:32,979 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bc70f5c1118a01ee2f0c1487299c4ca0/A of bc70f5c1118a01ee2f0c1487299c4ca0 into df20ac0f6b43422292768daf072a2308(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:44:32,979 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc70f5c1118a01ee2f0c1487299c4ca0: 2024-12-03T07:44:32,979 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., storeName=bc70f5c1118a01ee2f0c1487299c4ca0/A, priority=12, startTime=1733211872503; duration=0sec 2024-12-03T07:44:32,979 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:32,979 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc70f5c1118a01ee2f0c1487299c4ca0:A 2024-12-03T07:44:32,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742032_1208 (size=12881) 2024-12-03T07:44:33,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:33,106 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203ce7b668834c849f7ac601100c8f280e3_bc70f5c1118a01ee2f0c1487299c4ca0 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203ce7b668834c849f7ac601100c8f280e3_bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:33,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/c0db80c37b1b4a2ea8b23fe699c65ee3, store: [table=TestAcidGuarantees family=A region=bc70f5c1118a01ee2f0c1487299c4ca0] 2024-12-03T07:44:33,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/c0db80c37b1b4a2ea8b23fe699c65ee3 is 175, key is test_row_0/A:col10/1733211871653/Put/seqid=0 2024-12-03T07:44:33,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742033_1209 (size=31255) 2024-12-03T07:44:33,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:33,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1733211933148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:33,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:33,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:33,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:33,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:33,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:33,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33646 deadline: 1733211933148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:33,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33682 deadline: 1733211933148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:33,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:33,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:33,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:33,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:33,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:33,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:33,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-03T07:44:33,388 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/7b53ac33b8894ad3a3bbd42408a9d528 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/7b53ac33b8894ad3a3bbd42408a9d528 2024-12-03T07:44:33,394 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bc70f5c1118a01ee2f0c1487299c4ca0/C of bc70f5c1118a01ee2f0c1487299c4ca0 into 7b53ac33b8894ad3a3bbd42408a9d528(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:44:33,394 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc70f5c1118a01ee2f0c1487299c4ca0: 2024-12-03T07:44:33,394 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., storeName=bc70f5c1118a01ee2f0c1487299c4ca0/C, priority=12, startTime=1733211872503; duration=0sec 2024-12-03T07:44:33,394 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:33,394 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc70f5c1118a01ee2f0c1487299c4ca0:C 2024-12-03T07:44:33,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:33,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1733211933457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:33,461 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:33,461 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:33,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:33,461 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:33,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33682 deadline: 1733211933457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:33,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:33,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:33,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:33,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:33,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33646 deadline: 1733211933458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:33,462 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:33,462 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:33,462 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:33,512 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=336, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/c0db80c37b1b4a2ea8b23fe699c65ee3 2024-12-03T07:44:33,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/9e6df9b9734a4903beade6bc0d5783de is 50, key is test_row_0/B:col10/1733211871653/Put/seqid=0 2024-12-03T07:44:33,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742034_1210 (size=12301) 2024-12-03T07:44:33,528 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/9e6df9b9734a4903beade6bc0d5783de 2024-12-03T07:44:33,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/af80f96872e54ccb938a0c254b272d05 is 50, key is test_row_0/C:col10/1733211871653/Put/seqid=0 2024-12-03T07:44:33,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742035_1211 (size=12301) 2024-12-03T07:44:33,541 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/af80f96872e54ccb938a0c254b272d05 2024-12-03T07:44:33,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/c0db80c37b1b4a2ea8b23fe699c65ee3 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/c0db80c37b1b4a2ea8b23fe699c65ee3 2024-12-03T07:44:33,552 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/c0db80c37b1b4a2ea8b23fe699c65ee3, entries=150, sequenceid=336, filesize=30.5 K 2024-12-03T07:44:33,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/9e6df9b9734a4903beade6bc0d5783de as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/9e6df9b9734a4903beade6bc0d5783de 2024-12-03T07:44:33,558 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/9e6df9b9734a4903beade6bc0d5783de, entries=150, sequenceid=336, filesize=12.0 K 2024-12-03T07:44:33,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/af80f96872e54ccb938a0c254b272d05 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/af80f96872e54ccb938a0c254b272d05 2024-12-03T07:44:33,564 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/af80f96872e54ccb938a0c254b272d05, entries=150, sequenceid=336, filesize=12.0 K 2024-12-03T07:44:33,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-12-03T07:44:33,566 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for bc70f5c1118a01ee2f0c1487299c4ca0 in 878ms, sequenceid=336, compaction requested=false 2024-12-03T07:44:33,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for bc70f5c1118a01ee2f0c1487299c4ca0: 2024-12-03T07:44:33,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:33,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-03T07:44:33,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-03T07:44:33,571 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-12-03T07:44:33,571 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0340 sec 2024-12-03T07:44:33,574 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 1.0430 sec 2024-12-03T07:44:33,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-03T07:44:33,678 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:44:33,678 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T07:44:33,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-12-03T07:44:33,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-03T07:44:33,680 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T07:44:33,681 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T07:44:33,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T07:44:33,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-03T07:44:33,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-03T07:44:33,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:33,834 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing bc70f5c1118a01ee2f0c1487299c4ca0 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-12-03T07:44:33,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc70f5c1118a01ee2f0c1487299c4ca0, store=A 2024-12-03T07:44:33,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:44:33,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc70f5c1118a01ee2f0c1487299c4ca0, store=B 2024-12-03T07:44:33,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:44:33,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc70f5c1118a01ee2f0c1487299c4ca0, store=C 2024-12-03T07:44:33,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:44:33,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412038165e7b41a4b41738a71808aa2172e76_bc70f5c1118a01ee2f0c1487299c4ca0 is 50, key is test_row_0/A:col10/1733211872825/Put/seqid=0 2024-12-03T07:44:33,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742036_1212 (size=12454) 2024-12-03T07:44:33,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-03T07:44:34,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:34,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. as already flushing 2024-12-03T07:44:34,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:34,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33682 deadline: 1733211934008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:34,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:34,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:34,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:34,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:34,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1733211934009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:34,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:34,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:34,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:34,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:34,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33646 deadline: 1733211934014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:34,017 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:34,017 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:34,017 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:34,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:34,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33682 deadline: 1733211934117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:34,121 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:34,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:34,121 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:34,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:34,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1733211934117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:34,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:34,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:34,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:34,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:34,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33646 deadline: 1733211934128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:34,132 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:34,132 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:34,132 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:34,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:34,254 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412038165e7b41a4b41738a71808aa2172e76_bc70f5c1118a01ee2f0c1487299c4ca0 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412038165e7b41a4b41738a71808aa2172e76_bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:34,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/d627add2f9f94a19a05989a269bf6f04, store: [table=TestAcidGuarantees family=A region=bc70f5c1118a01ee2f0c1487299c4ca0] 2024-12-03T07:44:34,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/d627add2f9f94a19a05989a269bf6f04 is 175, key is test_row_0/A:col10/1733211872825/Put/seqid=0 2024-12-03T07:44:34,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742037_1213 (size=31255) 2024-12-03T07:44:34,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-03T07:44:34,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:34,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33682 deadline: 1733211934328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:34,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:34,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:34,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:34,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:34,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1733211934328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:34,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:34,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:34,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:34,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:34,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33646 deadline: 1733211934338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:34,341 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:34,341 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:34,341 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:34,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:34,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33682 deadline: 1733211934647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:34,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:34,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:34,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1733211934647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:34,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:34,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:34,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:34,650 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:34,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33646 deadline: 1733211934647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:34,650 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:34,650 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:34,651 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:34,651 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:34,651 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:34,660 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=374, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/d627add2f9f94a19a05989a269bf6f04 2024-12-03T07:44:34,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/760d6ef1a6c94b518fbfdba81f3fdc89 is 50, key is test_row_0/B:col10/1733211872825/Put/seqid=0 2024-12-03T07:44:34,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742038_1214 (size=12301) 2024-12-03T07:44:34,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-03T07:44:35,073 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/760d6ef1a6c94b518fbfdba81f3fdc89 2024-12-03T07:44:35,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/7458c021b39741c3babf7b8f2999573a is 50, key is test_row_0/C:col10/1733211872825/Put/seqid=0 2024-12-03T07:44:35,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742039_1215 (size=12301) 2024-12-03T07:44:35,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:35,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1733211935088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:35,092 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 911db94732f6,39389,1733211824582 for 'test_row_1' in bc70f5c1118a01ee2f0c1487299c4ca0 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8231 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T07:44:35,092 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:35,093 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:35,093 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:35,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:35,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33658 deadline: 1733211935107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:35,114 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 911db94732f6,39389,1733211824582 for 'test_row_0' in bc70f5c1118a01ee2f0c1487299c4ca0 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8247 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T07:44:35,115 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:35,115 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:35,115 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:35,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:35,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33682 deadline: 1733211935158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:35,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:35,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:35,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:35,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:35,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1733211935158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:35,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:35,160 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:35,160 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:35,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33646 deadline: 1733211935158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:35,160 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:35,160 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:35,160 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:35,160 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:35,490 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/7458c021b39741c3babf7b8f2999573a 2024-12-03T07:44:35,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/d627add2f9f94a19a05989a269bf6f04 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/d627add2f9f94a19a05989a269bf6f04 2024-12-03T07:44:35,500 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/d627add2f9f94a19a05989a269bf6f04, entries=150, sequenceid=374, filesize=30.5 K 2024-12-03T07:44:35,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/760d6ef1a6c94b518fbfdba81f3fdc89 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/760d6ef1a6c94b518fbfdba81f3fdc89 2024-12-03T07:44:35,505 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/760d6ef1a6c94b518fbfdba81f3fdc89, entries=150, sequenceid=374, filesize=12.0 K 2024-12-03T07:44:35,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/7458c021b39741c3babf7b8f2999573a as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/7458c021b39741c3babf7b8f2999573a 2024-12-03T07:44:35,511 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/7458c021b39741c3babf7b8f2999573a, entries=150, sequenceid=374, filesize=12.0 K 2024-12-03T07:44:35,512 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for bc70f5c1118a01ee2f0c1487299c4ca0 in 1679ms, sequenceid=374, compaction requested=true 2024-12-03T07:44:35,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for bc70f5c1118a01ee2f0c1487299c4ca0: 2024-12-03T07:44:35,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:35,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-12-03T07:44:35,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-12-03T07:44:35,517 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-12-03T07:44:35,517 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8330 sec 2024-12-03T07:44:35,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 1.8390 sec 2024-12-03T07:44:35,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-03T07:44:35,828 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:44:35,828 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T07:44:35,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees 2024-12-03T07:44:35,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-03T07:44:35,830 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T07:44:35,831 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T07:44:35,831 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T07:44:35,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-03T07:44:35,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-03T07:44:35,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:35,984 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing bc70f5c1118a01ee2f0c1487299c4ca0 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-03T07:44:35,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc70f5c1118a01ee2f0c1487299c4ca0, store=A 2024-12-03T07:44:35,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:35,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc70f5c1118a01ee2f0c1487299c4ca0, store=B 2024-12-03T07:44:35,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:35,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc70f5c1118a01ee2f0c1487299c4ca0, store=C 2024-12-03T07:44:35,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:35,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203d5250055474f4239a0f148336f396060_bc70f5c1118a01ee2f0c1487299c4ca0 is 50, key is test_row_0/A:col10/1733211874007/Put/seqid=0 2024-12-03T07:44:35,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742040_1216 (size=12454) 2024-12-03T07:44:36,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-03T07:44:36,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:36,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. as already flushing 2024-12-03T07:44:36,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:36,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1733211936208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:36,212 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1733211876190, max timestamp=1733211876208Num uniques 859; 2024-12-03T07:44:36,212 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1733211876190, max timestamp=1733211876208Num uniques 859; 2024-12-03T07:44:36,212 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-03T07:44:36,212 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-03T07:44:36,212 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1733211876190, max timestamp=1733211876208Num uniques 859; 2024-12-03T07:44:36,212 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-03T07:44:36,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:36,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:36,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:36,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:36,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33646 deadline: 1733211936249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:36,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:36,255 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:36,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33682 deadline: 1733211936250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:36,255 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:36,255 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:36,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:36,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:36,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:36,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:36,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1733211936318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:36,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:36,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:36,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:36,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:36,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33646 deadline: 1733211936357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:36,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:36,358 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:36,358 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:36,358 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:36,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33682 deadline: 1733211936357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:36,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:36,359 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:36,359 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:36,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:36,399 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203d5250055474f4239a0f148336f396060_bc70f5c1118a01ee2f0c1487299c4ca0 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203d5250055474f4239a0f148336f396060_bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:36,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/f62dff6d04fc42f99a5e472dc77b601c, store: [table=TestAcidGuarantees family=A region=bc70f5c1118a01ee2f0c1487299c4ca0] 2024-12-03T07:44:36,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/f62dff6d04fc42f99a5e472dc77b601c is 175, key is test_row_0/A:col10/1733211874007/Put/seqid=0 2024-12-03T07:44:36,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742041_1217 (size=31255) 2024-12-03T07:44:36,407 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=384, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/f62dff6d04fc42f99a5e472dc77b601c 2024-12-03T07:44:36,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/a8066f08fe5c4dea92a4f31092a885cd is 50, key is test_row_0/B:col10/1733211874007/Put/seqid=0 2024-12-03T07:44:36,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742042_1218 (size=12301) 2024-12-03T07:44:36,418 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/a8066f08fe5c4dea92a4f31092a885cd 2024-12-03T07:44:36,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/fbc6e9900c234748a5df66ec010e878b is 50, key is test_row_0/C:col10/1733211874007/Put/seqid=0 2024-12-03T07:44:36,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742043_1219 (size=12301) 2024-12-03T07:44:36,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-03T07:44:36,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1733211936528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:36,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:36,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:36,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:36,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:36,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33646 deadline: 1733211936567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:36,571 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:36,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:36,571 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:36,571 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:36,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33682 deadline: 1733211936568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:36,571 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:36,571 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:36,571 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:36,830 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/fbc6e9900c234748a5df66ec010e878b 2024-12-03T07:44:36,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/f62dff6d04fc42f99a5e472dc77b601c as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/f62dff6d04fc42f99a5e472dc77b601c 2024-12-03T07:44:36,840 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/f62dff6d04fc42f99a5e472dc77b601c, entries=150, sequenceid=384, filesize=30.5 K 2024-12-03T07:44:36,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/a8066f08fe5c4dea92a4f31092a885cd as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/a8066f08fe5c4dea92a4f31092a885cd 2024-12-03T07:44:36,844 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/a8066f08fe5c4dea92a4f31092a885cd, entries=150, sequenceid=384, filesize=12.0 K 2024-12-03T07:44:36,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/fbc6e9900c234748a5df66ec010e878b as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/fbc6e9900c234748a5df66ec010e878b 2024-12-03T07:44:36,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:36,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1733211936838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:36,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:36,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:36,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:36,849 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/fbc6e9900c234748a5df66ec010e878b, entries=150, sequenceid=384, filesize=12.0 K 2024-12-03T07:44:36,850 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for bc70f5c1118a01ee2f0c1487299c4ca0 in 866ms, sequenceid=384, compaction requested=true 2024-12-03T07:44:36,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for bc70f5c1118a01ee2f0c1487299c4ca0: 2024-12-03T07:44:36,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:36,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-12-03T07:44:36,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-12-03T07:44:36,853 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-12-03T07:44:36,853 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0200 sec 2024-12-03T07:44:36,855 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 1.0260 sec 2024-12-03T07:44:36,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:36,884 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bc70f5c1118a01ee2f0c1487299c4ca0 3/3 column families, dataSize=147.60 KB heapSize=406.08 KB 2024-12-03T07:44:36,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc70f5c1118a01ee2f0c1487299c4ca0, store=A 2024-12-03T07:44:36,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:44:36,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc70f5c1118a01ee2f0c1487299c4ca0, store=B 2024-12-03T07:44:36,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:44:36,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc70f5c1118a01ee2f0c1487299c4ca0, store=C 2024-12-03T07:44:36,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:44:36,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120357766b0e66994bf7af3a33b9f6585a15_bc70f5c1118a01ee2f0c1487299c4ca0 is 50, key is test_row_0/A:col10/1733211876249/Put/seqid=0 2024-12-03T07:44:36,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742044_1220 (size=14994) 2024-12-03T07:44:36,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:36,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33646 deadline: 1733211936894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:36,903 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:36,903 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:36,903 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:36,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:36,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33682 deadline: 1733211936902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:36,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:36,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:36,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:36,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-03T07:44:36,968 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:44:36,969 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T07:44:36,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees 2024-12-03T07:44:36,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-03T07:44:36,973 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T07:44:36,974 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T07:44:36,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T07:44:37,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:37,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33646 deadline: 1733211937007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:37,011 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:37,011 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:37,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:37,011 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:37,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33682 deadline: 1733211937007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:37,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:37,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:37,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:37,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-03T07:44:37,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-03T07:44:37,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:37,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. as already flushing 2024-12-03T07:44:37,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:37,127 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:37,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:37,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:37,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:37,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33646 deadline: 1733211937217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:37,218 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:37,218 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:37,218 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:37,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:37,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33682 deadline: 1733211937217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:37,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:37,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:37,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:37,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-03T07:44:37,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:37,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. as already flushing 2024-12-03T07:44:37,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:37,281 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:37,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:37,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:37,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-03T07:44:37,298 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:37,303 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120357766b0e66994bf7af3a33b9f6585a15_bc70f5c1118a01ee2f0c1487299c4ca0 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120357766b0e66994bf7af3a33b9f6585a15_bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:37,304 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/137986b7551a4224bda3c7302332dd8f, store: [table=TestAcidGuarantees family=A region=bc70f5c1118a01ee2f0c1487299c4ca0] 2024-12-03T07:44:37,304 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/137986b7551a4224bda3c7302332dd8f is 175, key is test_row_0/A:col10/1733211876249/Put/seqid=0 2024-12-03T07:44:37,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742045_1221 (size=39949) 2024-12-03T07:44:37,310 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=420, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/137986b7551a4224bda3c7302332dd8f 2024-12-03T07:44:37,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/cfcede0b368c4d128bd58a27c0932979 is 50, key is test_row_0/B:col10/1733211876249/Put/seqid=0 2024-12-03T07:44:37,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742046_1222 (size=12301) 2024-12-03T07:44:37,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:37,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1733211937358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:37,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:37,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:37,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:37,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-03T07:44:37,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:37,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. as already flushing 2024-12-03T07:44:37,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:37,435 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:37,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:37,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:37,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:37,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33646 deadline: 1733211937528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:37,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:37,530 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:37,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33682 deadline: 1733211937528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:37,530 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:37,531 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:37,531 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:37,531 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:37,531 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:37,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-03T07:44:37,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:37,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. as already flushing 2024-12-03T07:44:37,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:37,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:37,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:37,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:37,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-03T07:44:37,728 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/cfcede0b368c4d128bd58a27c0932979 2024-12-03T07:44:37,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/a3c3c3b3e80c42c18eaa330383f7aaeb is 50, key is test_row_0/C:col10/1733211876249/Put/seqid=0 2024-12-03T07:44:37,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-03T07:44:37,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:37,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. as already flushing 2024-12-03T07:44:37,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:37,741 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:37,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:37,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742047_1223 (size=12301) 2024-12-03T07:44:37,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:37,743 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/a3c3c3b3e80c42c18eaa330383f7aaeb 2024-12-03T07:44:37,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/137986b7551a4224bda3c7302332dd8f as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/137986b7551a4224bda3c7302332dd8f 2024-12-03T07:44:37,751 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/137986b7551a4224bda3c7302332dd8f, entries=200, sequenceid=420, filesize=39.0 K 2024-12-03T07:44:37,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/cfcede0b368c4d128bd58a27c0932979 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/cfcede0b368c4d128bd58a27c0932979 2024-12-03T07:44:37,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/cfcede0b368c4d128bd58a27c0932979, entries=150, sequenceid=420, filesize=12.0 K 2024-12-03T07:44:37,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/a3c3c3b3e80c42c18eaa330383f7aaeb as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/a3c3c3b3e80c42c18eaa330383f7aaeb 2024-12-03T07:44:37,760 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/a3c3c3b3e80c42c18eaa330383f7aaeb, entries=150, sequenceid=420, filesize=12.0 K 2024-12-03T07:44:37,761 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~425.95 KB/436176, currentSize=33.54 KB/34350 for bc70f5c1118a01ee2f0c1487299c4ca0 in 877ms, sequenceid=420, compaction requested=true 2024-12-03T07:44:37,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bc70f5c1118a01ee2f0c1487299c4ca0: 2024-12-03T07:44:37,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc70f5c1118a01ee2f0c1487299c4ca0:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T07:44:37,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:37,762 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-03T07:44:37,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc70f5c1118a01ee2f0c1487299c4ca0:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T07:44:37,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:37,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc70f5c1118a01ee2f0c1487299c4ca0:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T07:44:37,762 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-03T07:44:37,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:44:37,763 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 165549 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-03T07:44:37,763 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1541): bc70f5c1118a01ee2f0c1487299c4ca0/A is initiating minor compaction (all files) 2024-12-03T07:44:37,763 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc70f5c1118a01ee2f0c1487299c4ca0/A in TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:37,763 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/df20ac0f6b43422292768daf072a2308, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/c0db80c37b1b4a2ea8b23fe699c65ee3, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/d627add2f9f94a19a05989a269bf6f04, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/f62dff6d04fc42f99a5e472dc77b601c, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/137986b7551a4224bda3c7302332dd8f] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp, totalSize=161.7 K 2024-12-03T07:44:37,763 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:37,763 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. files: [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/df20ac0f6b43422292768daf072a2308, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/c0db80c37b1b4a2ea8b23fe699c65ee3, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/d627add2f9f94a19a05989a269bf6f04, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/f62dff6d04fc42f99a5e472dc77b601c, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/137986b7551a4224bda3c7302332dd8f] 2024-12-03T07:44:37,764 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62085 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-03T07:44:37,764 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): bc70f5c1118a01ee2f0c1487299c4ca0/B is initiating minor compaction (all files) 2024-12-03T07:44:37,764 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting df20ac0f6b43422292768daf072a2308, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1733211870527 2024-12-03T07:44:37,764 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc70f5c1118a01ee2f0c1487299c4ca0/B in TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:37,764 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/bc804ac0cf8b4c0497886d9af9cffce4, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/9e6df9b9734a4903beade6bc0d5783de, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/760d6ef1a6c94b518fbfdba81f3fdc89, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/a8066f08fe5c4dea92a4f31092a885cd, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/cfcede0b368c4d128bd58a27c0932979] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp, totalSize=60.6 K 2024-12-03T07:44:37,764 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting c0db80c37b1b4a2ea8b23fe699c65ee3, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1733211871653 2024-12-03T07:44:37,764 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting bc804ac0cf8b4c0497886d9af9cffce4, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1733211870527 2024-12-03T07:44:37,765 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting d627add2f9f94a19a05989a269bf6f04, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1733211872824 2024-12-03T07:44:37,765 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e6df9b9734a4903beade6bc0d5783de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1733211871653 2024-12-03T07:44:37,765 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting f62dff6d04fc42f99a5e472dc77b601c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1733211874005 2024-12-03T07:44:37,765 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 760d6ef1a6c94b518fbfdba81f3fdc89, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1733211872824 2024-12-03T07:44:37,766 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 137986b7551a4224bda3c7302332dd8f, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1733211876239 2024-12-03T07:44:37,766 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting a8066f08fe5c4dea92a4f31092a885cd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1733211874005 2024-12-03T07:44:37,766 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting cfcede0b368c4d128bd58a27c0932979, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1733211876249 2024-12-03T07:44:37,776 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bc70f5c1118a01ee2f0c1487299c4ca0] 2024-12-03T07:44:37,778 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc70f5c1118a01ee2f0c1487299c4ca0#B#compaction#186 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:44:37,778 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/170fbdc30aba4068ab91e78b95c40cac is 50, key is test_row_0/B:col10/1733211876249/Put/seqid=0 2024-12-03T07:44:37,779 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241203650a8bffef7a4d52b4ee121ed8db646f_bc70f5c1118a01ee2f0c1487299c4ca0 store=[table=TestAcidGuarantees family=A region=bc70f5c1118a01ee2f0c1487299c4ca0] 2024-12-03T07:44:37,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742048_1224 (size=13051) 2024-12-03T07:44:37,785 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241203650a8bffef7a4d52b4ee121ed8db646f_bc70f5c1118a01ee2f0c1487299c4ca0, store=[table=TestAcidGuarantees family=A region=bc70f5c1118a01ee2f0c1487299c4ca0] 2024-12-03T07:44:37,785 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203650a8bffef7a4d52b4ee121ed8db646f_bc70f5c1118a01ee2f0c1487299c4ca0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bc70f5c1118a01ee2f0c1487299c4ca0] 2024-12-03T07:44:37,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742049_1225 (size=4469) 2024-12-03T07:44:37,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-03T07:44:37,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:37,894 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing bc70f5c1118a01ee2f0c1487299c4ca0 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-12-03T07:44:37,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc70f5c1118a01ee2f0c1487299c4ca0, store=A 2024-12-03T07:44:37,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:37,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc70f5c1118a01ee2f0c1487299c4ca0, store=B 2024-12-03T07:44:37,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:37,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc70f5c1118a01ee2f0c1487299c4ca0, store=C 2024-12-03T07:44:37,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:37,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412038742892ea22b4b85801b282ae39aa984_bc70f5c1118a01ee2f0c1487299c4ca0 is 50, key is test_row_0/A:col10/1733211876891/Put/seqid=0 2024-12-03T07:44:37,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742050_1226 (size=12454) 2024-12-03T07:44:37,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:37,911 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412038742892ea22b4b85801b282ae39aa984_bc70f5c1118a01ee2f0c1487299c4ca0 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412038742892ea22b4b85801b282ae39aa984_bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:37,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/9a113256c97f4b1f9f0922db257c4c71, store: [table=TestAcidGuarantees family=A region=bc70f5c1118a01ee2f0c1487299c4ca0] 2024-12-03T07:44:37,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/9a113256c97f4b1f9f0922db257c4c71 is 175, key is test_row_0/A:col10/1733211876891/Put/seqid=0 2024-12-03T07:44:37,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742051_1227 (size=31255) 2024-12-03T07:44:38,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:38,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. as already flushing 2024-12-03T07:44:38,091 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733211878062, max timestamp=1733211878087Num uniques 859; 2024-12-03T07:44:38,091 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-03T07:44:38,091 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733211878062, max timestamp=1733211878087Num uniques 859; 2024-12-03T07:44:38,091 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-03T07:44:38,091 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733211878062, max timestamp=1733211878087Num uniques 859; 2024-12-03T07:44:38,091 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-03T07:44:38,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-03T07:44:38,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:38,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33646 deadline: 1733211938144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:38,150 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:38,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:38,150 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:38,150 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:38,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33682 deadline: 1733211938147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:38,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:38,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:38,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:38,189 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc70f5c1118a01ee2f0c1487299c4ca0#A#compaction#187 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:44:38,190 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/ff381165553a455a8b10d3be3371a382 is 175, key is test_row_0/A:col10/1733211876249/Put/seqid=0 2024-12-03T07:44:38,190 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/170fbdc30aba4068ab91e78b95c40cac as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/170fbdc30aba4068ab91e78b95c40cac 2024-12-03T07:44:38,195 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in bc70f5c1118a01ee2f0c1487299c4ca0/B of bc70f5c1118a01ee2f0c1487299c4ca0 into 170fbdc30aba4068ab91e78b95c40cac(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:44:38,196 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc70f5c1118a01ee2f0c1487299c4ca0: 2024-12-03T07:44:38,196 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., storeName=bc70f5c1118a01ee2f0c1487299c4ca0/B, priority=11, startTime=1733211877762; duration=0sec 2024-12-03T07:44:38,196 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:44:38,196 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc70f5c1118a01ee2f0c1487299c4ca0:B 2024-12-03T07:44:38,196 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-03T07:44:38,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742052_1228 (size=32005) 2024-12-03T07:44:38,201 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62085 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-03T07:44:38,201 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): bc70f5c1118a01ee2f0c1487299c4ca0/C is initiating minor compaction (all files) 2024-12-03T07:44:38,201 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc70f5c1118a01ee2f0c1487299c4ca0/C in TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:38,202 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/7b53ac33b8894ad3a3bbd42408a9d528, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/af80f96872e54ccb938a0c254b272d05, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/7458c021b39741c3babf7b8f2999573a, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/fbc6e9900c234748a5df66ec010e878b, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/a3c3c3b3e80c42c18eaa330383f7aaeb] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp, totalSize=60.6 K 2024-12-03T07:44:38,202 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b53ac33b8894ad3a3bbd42408a9d528, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1733211870527 2024-12-03T07:44:38,202 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting af80f96872e54ccb938a0c254b272d05, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1733211871653 2024-12-03T07:44:38,202 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 7458c021b39741c3babf7b8f2999573a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1733211872824 2024-12-03T07:44:38,203 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting fbc6e9900c234748a5df66ec010e878b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1733211874005 2024-12-03T07:44:38,203 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting a3c3c3b3e80c42c18eaa330383f7aaeb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1733211876249 2024-12-03T07:44:38,212 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc70f5c1118a01ee2f0c1487299c4ca0#C#compaction#189 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:44:38,213 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/933eb566f5094f1c8f9c6402af6f1f53 is 50, key is test_row_0/C:col10/1733211876249/Put/seqid=0 2024-12-03T07:44:38,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742053_1229 (size=13051) 2024-12-03T07:44:38,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:38,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33646 deadline: 1733211938257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:38,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:38,262 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:38,262 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:38,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33682 deadline: 1733211938257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:38,262 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:38,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:38,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:38,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:38,316 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=428, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/9a113256c97f4b1f9f0922db257c4c71 2024-12-03T07:44:38,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/99b697934af84bafb442aff20fde89d0 is 50, key is test_row_0/B:col10/1733211876891/Put/seqid=0 2024-12-03T07:44:38,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742054_1230 (size=12301) 2024-12-03T07:44:38,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:38,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1733211938367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:38,369 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 911db94732f6,39389,1733211824582 for 'test_row_2' in bc70f5c1118a01ee2f0c1487299c4ca0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2160 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T07:44:38,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:38,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:38,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:38,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33646 deadline: 1733211938467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:38,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:38,471 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:38,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33682 deadline: 1733211938467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:38,472 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:38,472 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:38,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:38,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:38,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:38,600 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/ff381165553a455a8b10d3be3371a382 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/ff381165553a455a8b10d3be3371a382 2024-12-03T07:44:38,605 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in bc70f5c1118a01ee2f0c1487299c4ca0/A of bc70f5c1118a01ee2f0c1487299c4ca0 into ff381165553a455a8b10d3be3371a382(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:44:38,605 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc70f5c1118a01ee2f0c1487299c4ca0: 2024-12-03T07:44:38,606 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., storeName=bc70f5c1118a01ee2f0c1487299c4ca0/A, priority=11, startTime=1733211877761; duration=0sec 2024-12-03T07:44:38,606 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:38,606 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc70f5c1118a01ee2f0c1487299c4ca0:A 2024-12-03T07:44:38,622 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/933eb566f5094f1c8f9c6402af6f1f53 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/933eb566f5094f1c8f9c6402af6f1f53 2024-12-03T07:44:38,628 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in bc70f5c1118a01ee2f0c1487299c4ca0/C of bc70f5c1118a01ee2f0c1487299c4ca0 into 933eb566f5094f1c8f9c6402af6f1f53(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:44:38,628 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc70f5c1118a01ee2f0c1487299c4ca0: 2024-12-03T07:44:38,628 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., storeName=bc70f5c1118a01ee2f0c1487299c4ca0/C, priority=11, startTime=1733211877762; duration=0sec 2024-12-03T07:44:38,628 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:38,628 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc70f5c1118a01ee2f0c1487299c4ca0:C 2024-12-03T07:44:38,729 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/99b697934af84bafb442aff20fde89d0 2024-12-03T07:44:38,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/63580571cf334e9fa36aad722ecff39f is 50, key is test_row_0/C:col10/1733211876891/Put/seqid=0 2024-12-03T07:44:38,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742055_1231 (size=12301) 2024-12-03T07:44:38,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:38,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33646 deadline: 1733211938778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:38,780 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:38,780 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:38,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:38,780 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:38,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33682 deadline: 1733211938778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:38,780 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:38,780 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:38,780 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:44:39,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-03T07:44:39,142 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/63580571cf334e9fa36aad722ecff39f 2024-12-03T07:44:39,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/9a113256c97f4b1f9f0922db257c4c71 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/9a113256c97f4b1f9f0922db257c4c71 2024-12-03T07:44:39,151 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/9a113256c97f4b1f9f0922db257c4c71, entries=150, sequenceid=428, filesize=30.5 K 2024-12-03T07:44:39,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/99b697934af84bafb442aff20fde89d0 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/99b697934af84bafb442aff20fde89d0 2024-12-03T07:44:39,156 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/99b697934af84bafb442aff20fde89d0, entries=150, sequenceid=428, filesize=12.0 K 2024-12-03T07:44:39,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/63580571cf334e9fa36aad722ecff39f as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/63580571cf334e9fa36aad722ecff39f 2024-12-03T07:44:39,160 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/63580571cf334e9fa36aad722ecff39f, entries=150, sequenceid=428, filesize=12.0 K 2024-12-03T07:44:39,161 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=147.60 KB/151140 for bc70f5c1118a01ee2f0c1487299c4ca0 in 1267ms, sequenceid=428, compaction requested=false 2024-12-03T07:44:39,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for bc70f5c1118a01ee2f0c1487299c4ca0: 2024-12-03T07:44:39,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:39,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-12-03T07:44:39,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-12-03T07:44:39,164 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-12-03T07:44:39,164 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1880 sec 2024-12-03T07:44:39,166 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 2.1960 sec 2024-12-03T07:44:39,277 INFO [Thread-683 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-683. 2024-12-03T07:44:39,277 DEBUG [Thread-683 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T07:44:39,277 DEBUG [Thread-683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:44:39,277 DEBUG [Thread-683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:44:39,277 INFO [Thread-689 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-689. 2024-12-03T07:44:39,277 DEBUG [Thread-689 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T07:44:39,277 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:44:39,277 DEBUG [Thread-689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:44:39,278 DEBUG [Thread-689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:44:39,278 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:44:39,280 INFO [Thread-685 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-685. 2024-12-03T07:44:39,280 DEBUG [Thread-685 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T07:44:39,280 DEBUG [Thread-685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:44:39,280 DEBUG [Thread-685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:44:39,280 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:44:39,281 INFO [Thread-687 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-687. 2024-12-03T07:44:39,281 DEBUG [Thread-687 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T07:44:39,281 DEBUG [Thread-687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:44:39,281 DEBUG [Thread-687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:44:39,281 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:44:39,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:39,289 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bc70f5c1118a01ee2f0c1487299c4ca0 3/3 column families, dataSize=161.02 KB heapSize=456 KB 2024-12-03T07:44:39,289 INFO [Thread-672 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-672. 2024-12-03T07:44:39,289 DEBUG [Thread-672 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T07:44:39,289 INFO [Thread-676 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-676. 2024-12-03T07:44:39,289 DEBUG [Thread-672 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:44:39,289 DEBUG [Thread-676 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T07:44:39,289 DEBUG [Thread-676 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:44:39,289 DEBUG [Thread-672 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:44:39,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc70f5c1118a01ee2f0c1487299c4ca0, store=A 2024-12-03T07:44:39,289 DEBUG [Thread-676 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:44:39,289 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:44:39,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-03T07:44:39,289 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:44:39,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc70f5c1118a01ee2f0c1487299c4ca0, store=B 2024-12-03T07:44:39,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-03T07:44:39,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc70f5c1118a01ee2f0c1487299c4ca0, store=C 2024-12-03T07:44:39,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-03T07:44:39,295 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120350a54c3cf43b4adfb9809ece53a803a0_bc70f5c1118a01ee2f0c1487299c4ca0 is 50, key is test_row_0/A:col10/1733211879287/Put/seqid=0 2024-12-03T07:44:39,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742056_1232 (size=12454) 2024-12-03T07:44:39,699 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:39,703 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120350a54c3cf43b4adfb9809ece53a803a0_bc70f5c1118a01ee2f0c1487299c4ca0 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120350a54c3cf43b4adfb9809ece53a803a0_bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:39,704 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/0275e6107d83492aa28f1b8b0bda7ad6, store: [table=TestAcidGuarantees family=A region=bc70f5c1118a01ee2f0c1487299c4ca0] 2024-12-03T07:44:39,704 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/0275e6107d83492aa28f1b8b0bda7ad6 is 175, key is test_row_0/A:col10/1733211879287/Put/seqid=0 2024-12-03T07:44:39,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742057_1233 (size=31255) 2024-12-03T07:44:40,108 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=470, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/0275e6107d83492aa28f1b8b0bda7ad6 2024-12-03T07:44:40,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/017662a70bf64f57acbba6abd4a82837 is 50, key is test_row_0/B:col10/1733211879287/Put/seqid=0 2024-12-03T07:44:40,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742058_1234 (size=12301) 2024-12-03T07:44:40,389 INFO [Thread-678 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-678. 2024-12-03T07:44:40,389 DEBUG [Thread-678 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T07:44:40,389 DEBUG [Thread-678 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:44:40,389 DEBUG [Thread-678 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:44:40,389 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:44:40,519 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/017662a70bf64f57acbba6abd4a82837 2024-12-03T07:44:40,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/227305b35d1149c9bef2cf11af500947 is 50, key is test_row_0/C:col10/1733211879287/Put/seqid=0 2024-12-03T07:44:40,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742059_1235 (size=12301) 2024-12-03T07:44:40,930 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/227305b35d1149c9bef2cf11af500947 2024-12-03T07:44:40,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/0275e6107d83492aa28f1b8b0bda7ad6 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/0275e6107d83492aa28f1b8b0bda7ad6 2024-12-03T07:44:40,937 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/0275e6107d83492aa28f1b8b0bda7ad6, entries=150, sequenceid=470, filesize=30.5 K 2024-12-03T07:44:40,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/017662a70bf64f57acbba6abd4a82837 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/017662a70bf64f57acbba6abd4a82837 2024-12-03T07:44:40,940 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/017662a70bf64f57acbba6abd4a82837, entries=150, sequenceid=470, filesize=12.0 K 2024-12-03T07:44:40,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/227305b35d1149c9bef2cf11af500947 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/227305b35d1149c9bef2cf11af500947 2024-12-03T07:44:40,944 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/227305b35d1149c9bef2cf11af500947, entries=150, sequenceid=470, filesize=12.0 K 2024-12-03T07:44:40,945 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~455.95 KB/466896, currentSize=6.71 KB/6870 for bc70f5c1118a01ee2f0c1487299c4ca0 in 1655ms, sequenceid=470, compaction requested=true 2024-12-03T07:44:40,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bc70f5c1118a01ee2f0c1487299c4ca0: 2024-12-03T07:44:40,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc70f5c1118a01ee2f0c1487299c4ca0:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T07:44:40,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:40,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc70f5c1118a01ee2f0c1487299c4ca0:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T07:44:40,945 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:44:40,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:40,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc70f5c1118a01ee2f0c1487299c4ca0:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T07:44:40,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:44:40,945 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:44:40,946 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94515 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:44:40,946 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:44:40,946 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1541): bc70f5c1118a01ee2f0c1487299c4ca0/A is initiating minor compaction (all files) 2024-12-03T07:44:40,946 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): bc70f5c1118a01ee2f0c1487299c4ca0/B is initiating minor compaction (all files) 2024-12-03T07:44:40,946 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc70f5c1118a01ee2f0c1487299c4ca0/A in TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:40,946 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc70f5c1118a01ee2f0c1487299c4ca0/B in TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:40,946 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/ff381165553a455a8b10d3be3371a382, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/9a113256c97f4b1f9f0922db257c4c71, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/0275e6107d83492aa28f1b8b0bda7ad6] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp, totalSize=92.3 K 2024-12-03T07:44:40,946 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:40,946 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. files: [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/ff381165553a455a8b10d3be3371a382, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/9a113256c97f4b1f9f0922db257c4c71, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/0275e6107d83492aa28f1b8b0bda7ad6] 2024-12-03T07:44:40,946 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/170fbdc30aba4068ab91e78b95c40cac, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/99b697934af84bafb442aff20fde89d0, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/017662a70bf64f57acbba6abd4a82837] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp, totalSize=36.8 K 2024-12-03T07:44:40,946 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting ff381165553a455a8b10d3be3371a382, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1733211876249 2024-12-03T07:44:40,946 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 170fbdc30aba4068ab91e78b95c40cac, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1733211876249 2024-12-03T07:44:40,946 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 99b697934af84bafb442aff20fde89d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1733211876891 2024-12-03T07:44:40,946 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a113256c97f4b1f9f0922db257c4c71, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1733211876891 2024-12-03T07:44:40,947 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 017662a70bf64f57acbba6abd4a82837, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1733211878142 2024-12-03T07:44:40,947 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0275e6107d83492aa28f1b8b0bda7ad6, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1733211878142 2024-12-03T07:44:40,954 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc70f5c1118a01ee2f0c1487299c4ca0#B#compaction#195 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:44:40,954 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/3c9788ea614d4352b3db891ee2e13e87 is 50, key is test_row_0/B:col10/1733211879287/Put/seqid=0 2024-12-03T07:44:40,956 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bc70f5c1118a01ee2f0c1487299c4ca0] 2024-12-03T07:44:40,958 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412034eaf2fdac67d48dc954a4d1c7075daf2_bc70f5c1118a01ee2f0c1487299c4ca0 store=[table=TestAcidGuarantees family=A region=bc70f5c1118a01ee2f0c1487299c4ca0] 2024-12-03T07:44:40,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742060_1236 (size=13153) 2024-12-03T07:44:40,979 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412034eaf2fdac67d48dc954a4d1c7075daf2_bc70f5c1118a01ee2f0c1487299c4ca0, store=[table=TestAcidGuarantees family=A region=bc70f5c1118a01ee2f0c1487299c4ca0] 2024-12-03T07:44:40,979 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412034eaf2fdac67d48dc954a4d1c7075daf2_bc70f5c1118a01ee2f0c1487299c4ca0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bc70f5c1118a01ee2f0c1487299c4ca0] 2024-12-03T07:44:40,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742061_1237 (size=4469) 2024-12-03T07:44:41,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-03T07:44:41,148 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:44:41,364 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/3c9788ea614d4352b3db891ee2e13e87 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/3c9788ea614d4352b3db891ee2e13e87 2024-12-03T07:44:41,369 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bc70f5c1118a01ee2f0c1487299c4ca0/B of bc70f5c1118a01ee2f0c1487299c4ca0 into 3c9788ea614d4352b3db891ee2e13e87(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:44:41,369 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc70f5c1118a01ee2f0c1487299c4ca0: 2024-12-03T07:44:41,369 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., storeName=bc70f5c1118a01ee2f0c1487299c4ca0/B, priority=13, startTime=1733211880945; duration=0sec 2024-12-03T07:44:41,370 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:44:41,370 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc70f5c1118a01ee2f0c1487299c4ca0:B 2024-12-03T07:44:41,370 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:44:41,370 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:44:41,370 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): bc70f5c1118a01ee2f0c1487299c4ca0/C is initiating minor compaction (all files) 2024-12-03T07:44:41,371 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc70f5c1118a01ee2f0c1487299c4ca0/C in TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:41,371 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/933eb566f5094f1c8f9c6402af6f1f53, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/63580571cf334e9fa36aad722ecff39f, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/227305b35d1149c9bef2cf11af500947] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp, totalSize=36.8 K 2024-12-03T07:44:41,371 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 933eb566f5094f1c8f9c6402af6f1f53, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1733211876249 2024-12-03T07:44:41,371 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 63580571cf334e9fa36aad722ecff39f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1733211876891 2024-12-03T07:44:41,372 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 227305b35d1149c9bef2cf11af500947, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1733211878142 2024-12-03T07:44:41,379 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc70f5c1118a01ee2f0c1487299c4ca0#C#compaction#197 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:44:41,380 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/08aeda7f52fa43a9a83bef034f789ddf is 50, key is test_row_0/C:col10/1733211879287/Put/seqid=0 2024-12-03T07:44:41,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742062_1238 (size=13153) 2024-12-03T07:44:41,385 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc70f5c1118a01ee2f0c1487299c4ca0#A#compaction#196 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:44:41,386 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/5001392b5bba412ebca95351b9cbcfc9 is 175, key is test_row_0/A:col10/1733211879287/Put/seqid=0 2024-12-03T07:44:41,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742063_1239 (size=32107) 2024-12-03T07:44:41,790 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/08aeda7f52fa43a9a83bef034f789ddf as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/08aeda7f52fa43a9a83bef034f789ddf 2024-12-03T07:44:41,793 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/5001392b5bba412ebca95351b9cbcfc9 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/5001392b5bba412ebca95351b9cbcfc9 2024-12-03T07:44:41,795 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bc70f5c1118a01ee2f0c1487299c4ca0/C of bc70f5c1118a01ee2f0c1487299c4ca0 into 08aeda7f52fa43a9a83bef034f789ddf(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:44:41,795 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc70f5c1118a01ee2f0c1487299c4ca0: 2024-12-03T07:44:41,795 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., storeName=bc70f5c1118a01ee2f0c1487299c4ca0/C, priority=13, startTime=1733211880945; duration=0sec 2024-12-03T07:44:41,795 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:41,795 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc70f5c1118a01ee2f0c1487299c4ca0:C 2024-12-03T07:44:41,798 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bc70f5c1118a01ee2f0c1487299c4ca0/A of bc70f5c1118a01ee2f0c1487299c4ca0 into 5001392b5bba412ebca95351b9cbcfc9(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:44:41,798 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc70f5c1118a01ee2f0c1487299c4ca0: 2024-12-03T07:44:41,798 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., storeName=bc70f5c1118a01ee2f0c1487299c4ca0/A, priority=13, startTime=1733211880945; duration=0sec 2024-12-03T07:44:41,798 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:41,798 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc70f5c1118a01ee2f0c1487299c4ca0:A 2024-12-03T07:44:42,985 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T07:44:45,189 INFO [Thread-680 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-680. 2024-12-03T07:44:45,189 DEBUG [Thread-680 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T07:44:45,189 DEBUG [Thread-680 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:44:45,189 DEBUG [Thread-680 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:44:45,189 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:44:45,209 INFO [Thread-674 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-674. 2024-12-03T07:44:45,209 DEBUG [Thread-674 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T07:44:45,209 DEBUG [Thread-674 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:44:45,209 DEBUG [Thread-674 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:44:45,209 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:44:45,209 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-03T07:44:45,209 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 111 2024-12-03T07:44:45,209 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-12-03T07:44:45,209 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 98 2024-12-03T07:44:45,209 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-12-03T07:44:45,209 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-12-03T07:44:45,209 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-03T07:44:45,209 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2795 2024-12-03T07:44:45,209 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2869 2024-12-03T07:44:45,209 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-03T07:44:45,209 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1213 2024-12-03T07:44:45,209 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3636 rows 2024-12-03T07:44:45,209 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1210 2024-12-03T07:44:45,209 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3625 rows 2024-12-03T07:44:45,210 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T07:44:45,210 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T07:44:45,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:44:45,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:44:45,210 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:44:45,210 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-03T07:44:45,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-03T07:44:45,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-03T07:44:45,213 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733211885213"}]},"ts":"1733211885213"} 2024-12-03T07:44:45,214 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-03T07:44:45,214 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-03T07:44:45,215 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-03T07:44:45,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc70f5c1118a01ee2f0c1487299c4ca0, UNASSIGN}] 2024-12-03T07:44:45,217 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc70f5c1118a01ee2f0c1487299c4ca0, UNASSIGN 2024-12-03T07:44:45,217 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=bc70f5c1118a01ee2f0c1487299c4ca0, regionState=CLOSING, regionLocation=911db94732f6,39389,1733211824582 2024-12-03T07:44:45,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc70f5c1118a01ee2f0c1487299c4ca0, UNASSIGN because future has completed 2024-12-03T07:44:45,218 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-03T07:44:45,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; CloseRegionProcedure bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582}] 2024-12-03T07:44:45,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-03T07:44:45,370 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(122): Close bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:45,370 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-03T07:44:45,371 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1722): Closing bc70f5c1118a01ee2f0c1487299c4ca0, disabling compactions & flushes 2024-12-03T07:44:45,371 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:45,371 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:45,371 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. after waiting 0 ms 2024-12-03T07:44:45,371 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:45,371 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(2902): Flushing bc70f5c1118a01ee2f0c1487299c4ca0 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-12-03T07:44:45,371 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc70f5c1118a01ee2f0c1487299c4ca0, store=A 2024-12-03T07:44:45,371 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:45,371 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc70f5c1118a01ee2f0c1487299c4ca0, store=B 2024-12-03T07:44:45,371 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:45,371 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc70f5c1118a01ee2f0c1487299c4ca0, store=C 2024-12-03T07:44:45,371 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:45,377 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412037d502d34d8554f2db38d6c0e7dea1965_bc70f5c1118a01ee2f0c1487299c4ca0 is 50, key is test_row_0/A:col10/1733211885208/Put/seqid=0 2024-12-03T07:44:45,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742064_1240 (size=12454) 2024-12-03T07:44:45,381 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:45,386 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412037d502d34d8554f2db38d6c0e7dea1965_bc70f5c1118a01ee2f0c1487299c4ca0 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412037d502d34d8554f2db38d6c0e7dea1965_bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:45,387 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/5050034e2d034167a6e385c327e13d43, store: [table=TestAcidGuarantees family=A region=bc70f5c1118a01ee2f0c1487299c4ca0] 2024-12-03T07:44:45,388 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/5050034e2d034167a6e385c327e13d43 is 175, key is test_row_0/A:col10/1733211885208/Put/seqid=0 2024-12-03T07:44:45,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742065_1241 (size=31255) 2024-12-03T07:44:45,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-03T07:44:45,796 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=479, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/5050034e2d034167a6e385c327e13d43 2024-12-03T07:44:45,802 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/0714a598269749eda95edfe18784d919 is 50, key is test_row_0/B:col10/1733211885208/Put/seqid=0 2024-12-03T07:44:45,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742066_1242 (size=12301) 2024-12-03T07:44:45,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-03T07:44:46,206 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/0714a598269749eda95edfe18784d919 2024-12-03T07:44:46,212 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/88335887ce374df49d9afb4d96095c27 is 50, key is test_row_0/C:col10/1733211885208/Put/seqid=0 2024-12-03T07:44:46,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742067_1243 (size=12301) 2024-12-03T07:44:46,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-03T07:44:46,616 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/88335887ce374df49d9afb4d96095c27 2024-12-03T07:44:46,620 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/A/5050034e2d034167a6e385c327e13d43 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/5050034e2d034167a6e385c327e13d43 2024-12-03T07:44:46,624 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/5050034e2d034167a6e385c327e13d43, entries=150, sequenceid=479, filesize=30.5 K 2024-12-03T07:44:46,624 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/B/0714a598269749eda95edfe18784d919 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/0714a598269749eda95edfe18784d919 2024-12-03T07:44:46,628 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/0714a598269749eda95edfe18784d919, entries=150, sequenceid=479, filesize=12.0 K 2024-12-03T07:44:46,628 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/.tmp/C/88335887ce374df49d9afb4d96095c27 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/88335887ce374df49d9afb4d96095c27 2024-12-03T07:44:46,631 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/88335887ce374df49d9afb4d96095c27, entries=150, sequenceid=479, filesize=12.0 K 2024-12-03T07:44:46,632 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for bc70f5c1118a01ee2f0c1487299c4ca0 in 1261ms, sequenceid=479, compaction requested=false 2024-12-03T07:44:46,633 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/757870a903d247d786f568f6fb230683, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/109102246c774002805aa1010c4400b8, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/d9a2caf7ca6d45b5bcbb366be878ed98, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/dcda32ca140547c6a61be3196201f7de, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/7fc1941b28f74625b1e26ca2c2e5b262, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/57dadb56b0e445d3a7c4bf58f7439eba, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/aabb5ce60ff74a51b001430682abec81, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/5cb6537cd3a44450b6dc4d6a82c49186, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/a3bc127e57304515b082ad5f9cb5dcf6, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/0fe83a9441864ade99b81f755f873b98, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/e630cf4688754b88ac003956a51445ba, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/f8db85f9245d4e5192fb4f85799c0f12, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/e155cfbf595e4ad6ba23b96152b79f60, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/b8c2652bf01841458429f105f5e9f6f9, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/010f161dad3f461baf961ac4ca6d063e, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/3845d65d2ee94c0f93c2e2102fa8441f, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/bf2d7206927a485f9d23d6d449848d8e, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/df20ac0f6b43422292768daf072a2308, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/c0db80c37b1b4a2ea8b23fe699c65ee3, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/d627add2f9f94a19a05989a269bf6f04, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/f62dff6d04fc42f99a5e472dc77b601c, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/137986b7551a4224bda3c7302332dd8f, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/ff381165553a455a8b10d3be3371a382, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/9a113256c97f4b1f9f0922db257c4c71, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/0275e6107d83492aa28f1b8b0bda7ad6] to archive 2024-12-03T07:44:46,633 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T07:44:46,635 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/757870a903d247d786f568f6fb230683 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/757870a903d247d786f568f6fb230683 2024-12-03T07:44:46,636 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/109102246c774002805aa1010c4400b8 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/109102246c774002805aa1010c4400b8 2024-12-03T07:44:46,637 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/d9a2caf7ca6d45b5bcbb366be878ed98 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/d9a2caf7ca6d45b5bcbb366be878ed98 2024-12-03T07:44:46,638 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/dcda32ca140547c6a61be3196201f7de to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/dcda32ca140547c6a61be3196201f7de 2024-12-03T07:44:46,639 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/7fc1941b28f74625b1e26ca2c2e5b262 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/7fc1941b28f74625b1e26ca2c2e5b262 2024-12-03T07:44:46,640 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/57dadb56b0e445d3a7c4bf58f7439eba to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/57dadb56b0e445d3a7c4bf58f7439eba 2024-12-03T07:44:46,641 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/aabb5ce60ff74a51b001430682abec81 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/aabb5ce60ff74a51b001430682abec81 2024-12-03T07:44:46,642 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/5cb6537cd3a44450b6dc4d6a82c49186 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/5cb6537cd3a44450b6dc4d6a82c49186 2024-12-03T07:44:46,643 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/a3bc127e57304515b082ad5f9cb5dcf6 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/a3bc127e57304515b082ad5f9cb5dcf6 2024-12-03T07:44:46,644 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/0fe83a9441864ade99b81f755f873b98 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/0fe83a9441864ade99b81f755f873b98 2024-12-03T07:44:46,645 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/e630cf4688754b88ac003956a51445ba to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/e630cf4688754b88ac003956a51445ba 2024-12-03T07:44:46,646 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/f8db85f9245d4e5192fb4f85799c0f12 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/f8db85f9245d4e5192fb4f85799c0f12 2024-12-03T07:44:46,647 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/e155cfbf595e4ad6ba23b96152b79f60 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/e155cfbf595e4ad6ba23b96152b79f60 2024-12-03T07:44:46,648 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/b8c2652bf01841458429f105f5e9f6f9 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/b8c2652bf01841458429f105f5e9f6f9 2024-12-03T07:44:46,648 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/010f161dad3f461baf961ac4ca6d063e to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/010f161dad3f461baf961ac4ca6d063e 2024-12-03T07:44:46,649 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/3845d65d2ee94c0f93c2e2102fa8441f to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/3845d65d2ee94c0f93c2e2102fa8441f 2024-12-03T07:44:46,650 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/bf2d7206927a485f9d23d6d449848d8e to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/bf2d7206927a485f9d23d6d449848d8e 2024-12-03T07:44:46,651 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/df20ac0f6b43422292768daf072a2308 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/df20ac0f6b43422292768daf072a2308 2024-12-03T07:44:46,652 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/c0db80c37b1b4a2ea8b23fe699c65ee3 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/c0db80c37b1b4a2ea8b23fe699c65ee3 2024-12-03T07:44:46,653 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/d627add2f9f94a19a05989a269bf6f04 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/d627add2f9f94a19a05989a269bf6f04 2024-12-03T07:44:46,654 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/f62dff6d04fc42f99a5e472dc77b601c to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/f62dff6d04fc42f99a5e472dc77b601c 2024-12-03T07:44:46,655 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/137986b7551a4224bda3c7302332dd8f to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/137986b7551a4224bda3c7302332dd8f 2024-12-03T07:44:46,656 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/ff381165553a455a8b10d3be3371a382 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/ff381165553a455a8b10d3be3371a382 2024-12-03T07:44:46,657 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/9a113256c97f4b1f9f0922db257c4c71 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/9a113256c97f4b1f9f0922db257c4c71 2024-12-03T07:44:46,658 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/0275e6107d83492aa28f1b8b0bda7ad6 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/0275e6107d83492aa28f1b8b0bda7ad6 2024-12-03T07:44:46,659 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/98779580901d487b8e5ab76e6e512374, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/8f66912081c4474fb28cc5142c1a54cd, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/511e861f26bb47d791189bde53c263bb, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/0ca7590d5ddb4c13bc7e6a2a12ecdeed, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/320d13f408cd4bffb69f421d5c2a90ce, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/40f24870344b41c48b5183035529da28, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/3daa52d5fc1249aea0559e311bd66de8, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/3bd8f3420aa84198ab82e03204e0b2d9, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/209f03f2e3ac469cb22bc8ab7acc6291, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/6ff5e9c4211746a7aabcf6af68005932, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/57860ec7e9554e8ca3c432e56bd9e955, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/b98d130793de4a148403826bc6819d7d, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/515a82a4904f48eca5ec74aacdbdd8bf, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/dcf29c8308cf474a8a27e9fe364b3c2e, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/f7d32e6d0e7841e7b27e8efd9cb018b7, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/1eb8e9be6ad04c189a81de613b484bd6, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/bc804ac0cf8b4c0497886d9af9cffce4, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/bbe19463919d46bd99bb24f5b36cce08, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/9e6df9b9734a4903beade6bc0d5783de, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/760d6ef1a6c94b518fbfdba81f3fdc89, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/a8066f08fe5c4dea92a4f31092a885cd, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/170fbdc30aba4068ab91e78b95c40cac, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/cfcede0b368c4d128bd58a27c0932979, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/99b697934af84bafb442aff20fde89d0, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/017662a70bf64f57acbba6abd4a82837] to archive 2024-12-03T07:44:46,660 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T07:44:46,661 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/98779580901d487b8e5ab76e6e512374 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/98779580901d487b8e5ab76e6e512374 2024-12-03T07:44:46,662 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/8f66912081c4474fb28cc5142c1a54cd to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/8f66912081c4474fb28cc5142c1a54cd 2024-12-03T07:44:46,663 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/511e861f26bb47d791189bde53c263bb to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/511e861f26bb47d791189bde53c263bb 2024-12-03T07:44:46,664 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/0ca7590d5ddb4c13bc7e6a2a12ecdeed to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/0ca7590d5ddb4c13bc7e6a2a12ecdeed 2024-12-03T07:44:46,665 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/320d13f408cd4bffb69f421d5c2a90ce to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/320d13f408cd4bffb69f421d5c2a90ce 2024-12-03T07:44:46,666 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/40f24870344b41c48b5183035529da28 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/40f24870344b41c48b5183035529da28 2024-12-03T07:44:46,667 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/3daa52d5fc1249aea0559e311bd66de8 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/3daa52d5fc1249aea0559e311bd66de8 2024-12-03T07:44:46,668 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/3bd8f3420aa84198ab82e03204e0b2d9 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/3bd8f3420aa84198ab82e03204e0b2d9 2024-12-03T07:44:46,669 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/209f03f2e3ac469cb22bc8ab7acc6291 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/209f03f2e3ac469cb22bc8ab7acc6291 2024-12-03T07:44:46,670 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/6ff5e9c4211746a7aabcf6af68005932 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/6ff5e9c4211746a7aabcf6af68005932 2024-12-03T07:44:46,671 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/57860ec7e9554e8ca3c432e56bd9e955 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/57860ec7e9554e8ca3c432e56bd9e955 2024-12-03T07:44:46,672 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/b98d130793de4a148403826bc6819d7d to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/b98d130793de4a148403826bc6819d7d 2024-12-03T07:44:46,673 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/515a82a4904f48eca5ec74aacdbdd8bf to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/515a82a4904f48eca5ec74aacdbdd8bf 2024-12-03T07:44:46,673 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/dcf29c8308cf474a8a27e9fe364b3c2e to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/dcf29c8308cf474a8a27e9fe364b3c2e 2024-12-03T07:44:46,674 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/f7d32e6d0e7841e7b27e8efd9cb018b7 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/f7d32e6d0e7841e7b27e8efd9cb018b7 2024-12-03T07:44:46,675 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/1eb8e9be6ad04c189a81de613b484bd6 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/1eb8e9be6ad04c189a81de613b484bd6 2024-12-03T07:44:46,676 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/bc804ac0cf8b4c0497886d9af9cffce4 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/bc804ac0cf8b4c0497886d9af9cffce4 2024-12-03T07:44:46,677 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/bbe19463919d46bd99bb24f5b36cce08 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/bbe19463919d46bd99bb24f5b36cce08 2024-12-03T07:44:46,678 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/9e6df9b9734a4903beade6bc0d5783de to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/9e6df9b9734a4903beade6bc0d5783de 2024-12-03T07:44:46,679 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/760d6ef1a6c94b518fbfdba81f3fdc89 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/760d6ef1a6c94b518fbfdba81f3fdc89 2024-12-03T07:44:46,680 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/a8066f08fe5c4dea92a4f31092a885cd to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/a8066f08fe5c4dea92a4f31092a885cd 2024-12-03T07:44:46,681 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/170fbdc30aba4068ab91e78b95c40cac to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/170fbdc30aba4068ab91e78b95c40cac 2024-12-03T07:44:46,682 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/cfcede0b368c4d128bd58a27c0932979 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/cfcede0b368c4d128bd58a27c0932979 2024-12-03T07:44:46,683 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/99b697934af84bafb442aff20fde89d0 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/99b697934af84bafb442aff20fde89d0 2024-12-03T07:44:46,684 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/017662a70bf64f57acbba6abd4a82837 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/017662a70bf64f57acbba6abd4a82837 2024-12-03T07:44:46,686 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/848b4bc1f4424d2dbc27a7117c920828, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/d903d64e975c4338bb3b1bd2b7810d50, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/91ce79805b3641d9bbc830e816869adf, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/c95e77794ef64aefaf8380db11f76753, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/4c60a7905ba7465fa848ecf55c079e30, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/aacc2edd152d4ba4909249895150e1bc, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/534d2db18171455f8f269b10c64aad2a, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/aa4e43b6904a47d99c083a94937bdac6, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/843136accd5049a49fa1787411b01cb6, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/faf6605a24904418b309c8919b020448, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/0be88f2a78514ead96069ceeff966dc3, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/05b23cb4a8544350aabca7a7cc52e0b0, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/64c5ef8c76b545998e43d31aab1e108f, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/de2a1b70d1f841cfa18e98977b02e29f, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/cc25fab1a94241dea505968651178408, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/4b8a26481d9d448ebb7c6d4bf0fb8707, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/7b53ac33b8894ad3a3bbd42408a9d528, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/ce8a3f97614643cba8de54e7b6298809, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/af80f96872e54ccb938a0c254b272d05, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/7458c021b39741c3babf7b8f2999573a, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/fbc6e9900c234748a5df66ec010e878b, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/933eb566f5094f1c8f9c6402af6f1f53, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/a3c3c3b3e80c42c18eaa330383f7aaeb, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/63580571cf334e9fa36aad722ecff39f, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/227305b35d1149c9bef2cf11af500947] to archive 2024-12-03T07:44:46,686 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T07:44:46,688 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/848b4bc1f4424d2dbc27a7117c920828 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/848b4bc1f4424d2dbc27a7117c920828 2024-12-03T07:44:46,688 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/d903d64e975c4338bb3b1bd2b7810d50 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/d903d64e975c4338bb3b1bd2b7810d50 2024-12-03T07:44:46,689 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/91ce79805b3641d9bbc830e816869adf to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/91ce79805b3641d9bbc830e816869adf 2024-12-03T07:44:46,690 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/c95e77794ef64aefaf8380db11f76753 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/c95e77794ef64aefaf8380db11f76753 2024-12-03T07:44:46,691 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/4c60a7905ba7465fa848ecf55c079e30 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/4c60a7905ba7465fa848ecf55c079e30 2024-12-03T07:44:46,692 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/aacc2edd152d4ba4909249895150e1bc to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/aacc2edd152d4ba4909249895150e1bc 2024-12-03T07:44:46,693 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/534d2db18171455f8f269b10c64aad2a to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/534d2db18171455f8f269b10c64aad2a 2024-12-03T07:44:46,694 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/aa4e43b6904a47d99c083a94937bdac6 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/aa4e43b6904a47d99c083a94937bdac6 2024-12-03T07:44:46,694 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/843136accd5049a49fa1787411b01cb6 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/843136accd5049a49fa1787411b01cb6 2024-12-03T07:44:46,695 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/faf6605a24904418b309c8919b020448 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/faf6605a24904418b309c8919b020448 2024-12-03T07:44:46,696 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/0be88f2a78514ead96069ceeff966dc3 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/0be88f2a78514ead96069ceeff966dc3 2024-12-03T07:44:46,697 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/05b23cb4a8544350aabca7a7cc52e0b0 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/05b23cb4a8544350aabca7a7cc52e0b0 2024-12-03T07:44:46,697 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/64c5ef8c76b545998e43d31aab1e108f to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/64c5ef8c76b545998e43d31aab1e108f 2024-12-03T07:44:46,698 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/de2a1b70d1f841cfa18e98977b02e29f to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/de2a1b70d1f841cfa18e98977b02e29f 2024-12-03T07:44:46,699 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/cc25fab1a94241dea505968651178408 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/cc25fab1a94241dea505968651178408 2024-12-03T07:44:46,700 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/4b8a26481d9d448ebb7c6d4bf0fb8707 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/4b8a26481d9d448ebb7c6d4bf0fb8707 2024-12-03T07:44:46,701 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/7b53ac33b8894ad3a3bbd42408a9d528 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/7b53ac33b8894ad3a3bbd42408a9d528 2024-12-03T07:44:46,702 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/ce8a3f97614643cba8de54e7b6298809 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/ce8a3f97614643cba8de54e7b6298809 2024-12-03T07:44:46,702 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/af80f96872e54ccb938a0c254b272d05 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/af80f96872e54ccb938a0c254b272d05 2024-12-03T07:44:46,703 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/7458c021b39741c3babf7b8f2999573a to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/7458c021b39741c3babf7b8f2999573a 2024-12-03T07:44:46,704 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/fbc6e9900c234748a5df66ec010e878b to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/fbc6e9900c234748a5df66ec010e878b 2024-12-03T07:44:46,705 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/933eb566f5094f1c8f9c6402af6f1f53 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/933eb566f5094f1c8f9c6402af6f1f53 2024-12-03T07:44:46,706 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/a3c3c3b3e80c42c18eaa330383f7aaeb to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/a3c3c3b3e80c42c18eaa330383f7aaeb 2024-12-03T07:44:46,707 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/63580571cf334e9fa36aad722ecff39f to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/63580571cf334e9fa36aad722ecff39f 2024-12-03T07:44:46,708 DEBUG [StoreCloser-TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/227305b35d1149c9bef2cf11af500947 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/227305b35d1149c9bef2cf11af500947 2024-12-03T07:44:46,713 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/recovered.edits/482.seqid, newMaxSeqId=482, maxSeqId=4 2024-12-03T07:44:46,714 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. 2024-12-03T07:44:46,714 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1676): Region close journal for bc70f5c1118a01ee2f0c1487299c4ca0: Waiting for close lock at 1733211885370Running coprocessor pre-close hooks at 1733211885371 (+1 ms)Disabling compacts and flushes for region at 1733211885371Disabling writes for close at 1733211885371Obtaining lock to block concurrent updates at 1733211885371Preparing flush snapshotting stores in bc70f5c1118a01ee2f0c1487299c4ca0 at 1733211885371Finished memstore snapshotting TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=61920, getOffHeapSize=0, getCellsCount=450 at 1733211885371Flushing stores of TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0. at 1733211885372 (+1 ms)Flushing bc70f5c1118a01ee2f0c1487299c4ca0/A: creating writer at 1733211885372Flushing mob file bc70f5c1118a01ee2f0c1487299c4ca0/A: appending metadata at 1733211885377 (+5 ms)Flushing mob file bc70f5c1118a01ee2f0c1487299c4ca0/A: closing flushed file at 1733211885377Flushing bc70f5c1118a01ee2f0c1487299c4ca0/A: appending metadata at 1733211885387 (+10 ms)Flushing bc70f5c1118a01ee2f0c1487299c4ca0/A: closing flushed file at 1733211885387Flushing bc70f5c1118a01ee2f0c1487299c4ca0/B: creating writer at 1733211885800 (+413 ms)Flushing bc70f5c1118a01ee2f0c1487299c4ca0/B: appending metadata at 1733211885802 (+2 ms)Flushing bc70f5c1118a01ee2f0c1487299c4ca0/B: closing flushed file at 1733211885802Flushing bc70f5c1118a01ee2f0c1487299c4ca0/C: creating writer at 1733211886209 (+407 ms)Flushing bc70f5c1118a01ee2f0c1487299c4ca0/C: appending metadata at 1733211886212 (+3 ms)Flushing bc70f5c1118a01ee2f0c1487299c4ca0/C: closing flushed file at 1733211886212Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17934fa6: reopening flushed file at 1733211886620 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4da3752c: reopening flushed file at 1733211886624 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f59f6e5: reopening flushed file at 1733211886628 (+4 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for bc70f5c1118a01ee2f0c1487299c4ca0 in 1261ms, sequenceid=479, compaction requested=false at 1733211886632 (+4 ms)Writing region close event to WAL at 1733211886710 (+78 ms)Running coprocessor post-close hooks at 1733211886713 (+3 ms)Closed at 1733211886713 2024-12-03T07:44:46,715 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(157): Closed bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:46,716 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=bc70f5c1118a01ee2f0c1487299c4ca0, regionState=CLOSED 2024-12-03T07:44:46,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE, hasLock=false; CloseRegionProcedure bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 because future has completed 2024-12-03T07:44:46,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-12-03T07:44:46,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; CloseRegionProcedure bc70f5c1118a01ee2f0c1487299c4ca0, server=911db94732f6,39389,1733211824582 in 1.4990 sec 2024-12-03T07:44:46,721 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=61 2024-12-03T07:44:46,721 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc70f5c1118a01ee2f0c1487299c4ca0, UNASSIGN in 1.5030 sec 2024-12-03T07:44:46,723 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-12-03T07:44:46,723 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5060 sec 2024-12-03T07:44:46,724 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733211886724"}]},"ts":"1733211886724"} 2024-12-03T07:44:46,725 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-03T07:44:46,725 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-03T07:44:46,727 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5160 sec 2024-12-03T07:44:47,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-03T07:44:47,358 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:44:47,358 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-03T07:44:47,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T07:44:47,360 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=64, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T07:44:47,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-03T07:44:47,361 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=64, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T07:44:47,363 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:47,365 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A, FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B, FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C, FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/recovered.edits] 2024-12-03T07:44:47,368 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/5001392b5bba412ebca95351b9cbcfc9 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/5001392b5bba412ebca95351b9cbcfc9 2024-12-03T07:44:47,369 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/5050034e2d034167a6e385c327e13d43 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/A/5050034e2d034167a6e385c327e13d43 2024-12-03T07:44:47,371 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/0714a598269749eda95edfe18784d919 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/0714a598269749eda95edfe18784d919 2024-12-03T07:44:47,372 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/3c9788ea614d4352b3db891ee2e13e87 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/B/3c9788ea614d4352b3db891ee2e13e87 2024-12-03T07:44:47,374 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/08aeda7f52fa43a9a83bef034f789ddf to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/08aeda7f52fa43a9a83bef034f789ddf 2024-12-03T07:44:47,375 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/88335887ce374df49d9afb4d96095c27 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/C/88335887ce374df49d9afb4d96095c27 2024-12-03T07:44:47,377 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/recovered.edits/482.seqid to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0/recovered.edits/482.seqid 2024-12-03T07:44:47,378 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:47,378 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-03T07:44:47,378 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-03T07:44:47,379 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-03T07:44:47,383 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412030782e7d1987c485f9462c4b636d793d1_bc70f5c1118a01ee2f0c1487299c4ca0 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412030782e7d1987c485f9462c4b636d793d1_bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:47,384 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203093baa12056741fab00d72226cdc51db_bc70f5c1118a01ee2f0c1487299c4ca0 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203093baa12056741fab00d72226cdc51db_bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:47,385 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120314371f58ecdc44a393d5f9d00eea07e8_bc70f5c1118a01ee2f0c1487299c4ca0 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120314371f58ecdc44a393d5f9d00eea07e8_bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:47,386 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412031b8546ab02f9401ab265b715a9d6940e_bc70f5c1118a01ee2f0c1487299c4ca0 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412031b8546ab02f9401ab265b715a9d6940e_bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:47,387 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412031dfda3618cc04e849238c8dd51b308e1_bc70f5c1118a01ee2f0c1487299c4ca0 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412031dfda3618cc04e849238c8dd51b308e1_bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:47,388 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120320a3f2756fef4b92b1c22957f886b98b_bc70f5c1118a01ee2f0c1487299c4ca0 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120320a3f2756fef4b92b1c22957f886b98b_bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:47,389 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120323a87bacb1ad4b50969ddc74f75dc79d_bc70f5c1118a01ee2f0c1487299c4ca0 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120323a87bacb1ad4b50969ddc74f75dc79d_bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:47,390 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120350a54c3cf43b4adfb9809ece53a803a0_bc70f5c1118a01ee2f0c1487299c4ca0 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120350a54c3cf43b4adfb9809ece53a803a0_bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:47,391 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120357766b0e66994bf7af3a33b9f6585a15_bc70f5c1118a01ee2f0c1487299c4ca0 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120357766b0e66994bf7af3a33b9f6585a15_bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:47,392 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412037d502d34d8554f2db38d6c0e7dea1965_bc70f5c1118a01ee2f0c1487299c4ca0 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412037d502d34d8554f2db38d6c0e7dea1965_bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:47,393 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412038165e7b41a4b41738a71808aa2172e76_bc70f5c1118a01ee2f0c1487299c4ca0 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412038165e7b41a4b41738a71808aa2172e76_bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:47,394 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412038742892ea22b4b85801b282ae39aa984_bc70f5c1118a01ee2f0c1487299c4ca0 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412038742892ea22b4b85801b282ae39aa984_bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:47,395 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412038a9da1ab145144f59050e9e39acc2947_bc70f5c1118a01ee2f0c1487299c4ca0 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412038a9da1ab145144f59050e9e39acc2947_bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:47,396 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412038dbd9c9201ec48edb6a77ec7e38d6106_bc70f5c1118a01ee2f0c1487299c4ca0 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412038dbd9c9201ec48edb6a77ec7e38d6106_bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:47,397 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203b9ea11c573f745d4b4617bb62f01bb48_bc70f5c1118a01ee2f0c1487299c4ca0 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203b9ea11c573f745d4b4617bb62f01bb48_bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:47,398 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203bd490bd355f74a3399c6e3fcf3b6e11e_bc70f5c1118a01ee2f0c1487299c4ca0 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203bd490bd355f74a3399c6e3fcf3b6e11e_bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:47,399 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203ce7b668834c849f7ac601100c8f280e3_bc70f5c1118a01ee2f0c1487299c4ca0 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203ce7b668834c849f7ac601100c8f280e3_bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:47,401 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203d5250055474f4239a0f148336f396060_bc70f5c1118a01ee2f0c1487299c4ca0 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203d5250055474f4239a0f148336f396060_bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:47,402 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203e08ac44040e4446dbdf287e7cb0c19f8_bc70f5c1118a01ee2f0c1487299c4ca0 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203e08ac44040e4446dbdf287e7cb0c19f8_bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:47,403 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203f055f3220227466293c625ef210c1775_bc70f5c1118a01ee2f0c1487299c4ca0 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203f055f3220227466293c625ef210c1775_bc70f5c1118a01ee2f0c1487299c4ca0 2024-12-03T07:44:47,403 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-03T07:44:47,405 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=64, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T07:44:47,408 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-03T07:44:47,409 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-03T07:44:47,410 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=64, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T07:44:47,410 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-03T07:44:47,410 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733211887410"}]},"ts":"9223372036854775807"} 2024-12-03T07:44:47,412 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-03T07:44:47,412 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => bc70f5c1118a01ee2f0c1487299c4ca0, NAME => 'TestAcidGuarantees,,1733211856118.bc70f5c1118a01ee2f0c1487299c4ca0.', STARTKEY => '', ENDKEY => ''}] 2024-12-03T07:44:47,413 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-03T07:44:47,413 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733211887413"}]},"ts":"9223372036854775807"} 2024-12-03T07:44:47,414 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-03T07:44:47,415 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=64, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T07:44:47,416 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 56 msec 2024-12-03T07:44:47,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-03T07:44:47,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-03T07:44:47,468 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:44:47,477 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=248 (was 248), OpenFileDescriptor=453 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=265 (was 224) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8334 (was 8424) 2024-12-03T07:44:47,484 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=248, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=265, ProcessCount=11, AvailableMemoryMB=8334 2024-12-03T07:44:47,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-03T07:44:47,486 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T07:44:47,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=65, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-03T07:44:47,487 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T07:44:47,488 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:47,488 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 65 2024-12-03T07:44:47,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-12-03T07:44:47,488 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T07:44:47,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742068_1244 (size=1061) 2024-12-03T07:44:47,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-12-03T07:44:47,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-12-03T07:44:47,895 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c 2024-12-03T07:44:47,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742069_1245 (size=53) 2024-12-03T07:44:48,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-12-03T07:44:48,301 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:44:48,301 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing c9d1223633522196f465bc0679c6b963, disabling compactions & flushes 2024-12-03T07:44:48,301 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:48,301 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:48,301 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. after waiting 0 ms 2024-12-03T07:44:48,301 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:48,301 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:48,301 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for c9d1223633522196f465bc0679c6b963: Waiting for close lock at 1733211888301Disabling compacts and flushes for region at 1733211888301Disabling writes for close at 1733211888301Writing region close event to WAL at 1733211888301Closed at 1733211888301 2024-12-03T07:44:48,303 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T07:44:48,303 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733211888303"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733211888303"}]},"ts":"1733211888303"} 2024-12-03T07:44:48,304 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T07:44:48,305 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T07:44:48,305 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733211888305"}]},"ts":"1733211888305"} 2024-12-03T07:44:48,306 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-03T07:44:48,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c9d1223633522196f465bc0679c6b963, ASSIGN}] 2024-12-03T07:44:48,308 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c9d1223633522196f465bc0679c6b963, ASSIGN 2024-12-03T07:44:48,308 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c9d1223633522196f465bc0679c6b963, ASSIGN; state=OFFLINE, location=911db94732f6,39389,1733211824582; forceNewPlan=false, retain=false 2024-12-03T07:44:48,459 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=c9d1223633522196f465bc0679c6b963, regionState=OPENING, regionLocation=911db94732f6,39389,1733211824582 2024-12-03T07:44:48,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c9d1223633522196f465bc0679c6b963, ASSIGN because future has completed 2024-12-03T07:44:48,460 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582}] 2024-12-03T07:44:48,614 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:48,615 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7752): Opening region: {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} 2024-12-03T07:44:48,615 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c9d1223633522196f465bc0679c6b963 2024-12-03T07:44:48,615 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:44:48,615 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7794): checking encryption for c9d1223633522196f465bc0679c6b963 2024-12-03T07:44:48,615 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7797): checking classloading for c9d1223633522196f465bc0679c6b963 2024-12-03T07:44:48,616 INFO [StoreOpener-c9d1223633522196f465bc0679c6b963-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c9d1223633522196f465bc0679c6b963 2024-12-03T07:44:48,617 INFO [StoreOpener-c9d1223633522196f465bc0679c6b963-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-03T07:44:48,617 INFO [StoreOpener-c9d1223633522196f465bc0679c6b963-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9d1223633522196f465bc0679c6b963 columnFamilyName A 2024-12-03T07:44:48,617 DEBUG [StoreOpener-c9d1223633522196f465bc0679c6b963-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:48,618 INFO [StoreOpener-c9d1223633522196f465bc0679c6b963-1 {}] regionserver.HStore(327): Store=c9d1223633522196f465bc0679c6b963/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T07:44:48,618 INFO [StoreOpener-c9d1223633522196f465bc0679c6b963-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c9d1223633522196f465bc0679c6b963 2024-12-03T07:44:48,619 INFO [StoreOpener-c9d1223633522196f465bc0679c6b963-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-03T07:44:48,619 INFO [StoreOpener-c9d1223633522196f465bc0679c6b963-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9d1223633522196f465bc0679c6b963 columnFamilyName B 2024-12-03T07:44:48,619 DEBUG [StoreOpener-c9d1223633522196f465bc0679c6b963-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:48,619 INFO [StoreOpener-c9d1223633522196f465bc0679c6b963-1 {}] regionserver.HStore(327): Store=c9d1223633522196f465bc0679c6b963/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T07:44:48,619 INFO [StoreOpener-c9d1223633522196f465bc0679c6b963-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c9d1223633522196f465bc0679c6b963 2024-12-03T07:44:48,620 INFO [StoreOpener-c9d1223633522196f465bc0679c6b963-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-03T07:44:48,620 INFO [StoreOpener-c9d1223633522196f465bc0679c6b963-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9d1223633522196f465bc0679c6b963 columnFamilyName C 2024-12-03T07:44:48,620 DEBUG [StoreOpener-c9d1223633522196f465bc0679c6b963-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:44:48,621 INFO [StoreOpener-c9d1223633522196f465bc0679c6b963-1 {}] regionserver.HStore(327): Store=c9d1223633522196f465bc0679c6b963/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T07:44:48,621 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:48,621 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1038): replaying wal for c9d1223633522196f465bc0679c6b963 2024-12-03T07:44:48,621 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963 2024-12-03T07:44:48,622 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963 2024-12-03T07:44:48,622 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1048): stopping wal replay for c9d1223633522196f465bc0679c6b963 2024-12-03T07:44:48,622 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1060): Cleaning up temporary data for c9d1223633522196f465bc0679c6b963 2024-12-03T07:44:48,623 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T07:44:48,624 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1093): writing seq id for c9d1223633522196f465bc0679c6b963 2024-12-03T07:44:48,626 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T07:44:48,626 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1114): Opened c9d1223633522196f465bc0679c6b963; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73791454, jitterRate=0.09957835078239441}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T07:44:48,626 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c9d1223633522196f465bc0679c6b963 2024-12-03T07:44:48,627 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1006): Region open journal for c9d1223633522196f465bc0679c6b963: Running coprocessor pre-open hook at 1733211888615Writing region info on filesystem at 1733211888615Initializing all the Stores at 1733211888616 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733211888616Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733211888616Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733211888616Cleaning up temporary data from old regions at 1733211888623 (+7 ms)Running coprocessor post-open hooks at 1733211888626 (+3 ms)Region opened successfully at 1733211888627 (+1 ms) 2024-12-03T07:44:48,627 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., pid=67, masterSystemTime=1733211888612 2024-12-03T07:44:48,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-12-03T07:44:48,629 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:48,629 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:48,629 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=c9d1223633522196f465bc0679c6b963, regionState=OPEN, openSeqNum=2, regionLocation=911db94732f6,39389,1733211824582 2024-12-03T07:44:48,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 because future has completed 2024-12-03T07:44:48,633 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-12-03T07:44:48,633 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 in 172 msec 2024-12-03T07:44:48,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=66, resume processing ppid=65 2024-12-03T07:44:48,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=65, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c9d1223633522196f465bc0679c6b963, ASSIGN in 326 msec 2024-12-03T07:44:48,635 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T07:44:48,635 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733211888635"}]},"ts":"1733211888635"} 2024-12-03T07:44:48,636 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-03T07:44:48,637 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T07:44:48,638 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1510 sec 2024-12-03T07:44:49,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-12-03T07:44:49,638 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:44:49,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e04d2b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:44:49,639 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:44:49,639 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:44:49,640 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:44:49,640 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:44:49,640 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:44:49,640 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c37dd3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:44:49,640 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:44:49,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:44:49,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:44:49,642 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47148, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:44:49,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79abdfa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:44:49,642 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:44:49,643 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:44:49,643 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:44:49,644 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35466, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:44:49,645 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T07:44:49,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 911db94732f6,40329,1733211823909 2024-12-03T07:44:49,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b785306 2024-12-03T07:44:49,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T07:44:49,646 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47152, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T07:44:49,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@391cff66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:44:49,647 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:44:49,647 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:44:49,648 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:44:49,648 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:44:49,648 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:44:49,648 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@625c8d57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:44:49,648 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:44:49,648 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:44:49,648 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:44:49,649 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47174, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:44:49,649 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6263fa7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:44:49,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@135bd0ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:44:49,650 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:44:49,650 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:44:49,650 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:44:49,651 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:44:49,651 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:44:49,651 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46d979ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:44:49,651 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:44:49,651 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:44:49,651 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:44:49,651 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47190, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:44:49,652 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c0ac6f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:44:49,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4609cead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:44:49,652 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:44:49,652 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:44:49,653 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:44:49,653 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:44:49,653 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:44:49,653 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29568a25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:44:49,653 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:44:49,653 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:44:49,653 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:44:49,654 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47204, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:44:49,655 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25b8ab3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:44:49,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d70004e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:44:49,655 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:44:49,655 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:44:49,656 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:44:49,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:44:49,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:44:49,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bc23ef2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:44:49,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:44:49,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:44:49,657 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:44:49,657 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47222, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:44:49,657 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53240751, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:44:49,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19903550, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:44:49,658 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:44:49,658 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:44:49,659 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:44:49,659 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:44:49,659 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:44:49,659 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@655cf96a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:44:49,659 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:44:49,659 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:44:49,659 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:44:49,660 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47242, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:44:49,660 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e0aeee1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:44:49,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b9635b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:44:49,661 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:44:49,661 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:44:49,661 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:44:49,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:44:49,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:44:49,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f1ce7b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:44:49,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:44:49,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:44:49,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:44:49,662 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47258, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:44:49,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24936e89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:44:49,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2611025, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:44:49,663 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:44:49,663 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:44:49,664 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:44:49,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:44:49,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:44:49,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e7c910c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:44:49,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:44:49,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:44:49,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:44:49,665 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47276, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:44:49,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59c2b657, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:44:49,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a8ae50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:44:49,666 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:44:49,666 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:44:49,666 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:44:49,666 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:44:49,667 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:44:49,667 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@acb5a34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:44:49,667 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:44:49,667 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:44:49,667 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:44:49,668 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47296, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:44:49,668 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@344ac1c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:44:49,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@471771d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:44:49,669 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:44:49,669 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:44:49,669 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:44:49,669 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:44:49,669 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:44:49,669 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17edb5a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:44:49,669 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:44:49,670 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:44:49,670 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:44:49,670 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47310, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:44:49,671 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eee60c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:44:49,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40916ac2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:44:49,671 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:44:49,671 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:44:49,672 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:44:49,672 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:44:49,672 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:44:49,672 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ee8448a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:44:49,672 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:44:49,672 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:44:49,672 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:44:49,673 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47322, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:44:49,673 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e147794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:44:49,674 DEBUG [Thread-1158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:44:49,674 DEBUG [Thread-1147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:44:49,674 DEBUG [Thread-1152 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:44:49,675 DEBUG [Thread-1156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:44:49,675 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:44:49,675 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:44:49,675 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:44:49,675 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:44:49,675 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:44:49,675 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:44:49,675 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:44:49,675 DEBUG [Thread-1149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:44:49,676 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:44:49,676 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T07:44:49,676 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35480, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:44:49,676 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35498, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:44:49,676 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35492, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:44:49,676 DEBUG [Thread-1160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:44:49,677 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:44:49,677 DEBUG [Thread-1154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:44:49,677 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35512, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:44:49,677 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:44:49,677 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:44:49,677 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:44:49,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:44:49,677 DEBUG [Thread-1143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:44:49,678 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:44:49,678 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35516, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:44:49,678 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35530, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:44:49,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-12-03T07:44:49,679 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:44:49,679 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2] 2024-12-03T07:44:49,679 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2] 2024-12-03T07:44:49,679 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:44:49,679 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35534, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:44:49,680 DEBUG [Thread-1141 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:44:49,680 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35536, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:44:49,680 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T07:44:49,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-03T07:44:49,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2] 2024-12-03T07:44:49,680 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:44:49,681 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:44:49,681 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2] 2024-12-03T07:44:49,681 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2] 2024-12-03T07:44:49,681 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T07:44:49,681 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2] 2024-12-03T07:44:49,682 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T07:44:49,682 DEBUG [Thread-1145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:44:49,682 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35540, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:44:49,683 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2] 2024-12-03T07:44:49,683 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:44:49,683 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2] 2024-12-03T07:44:49,683 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:44:49,684 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2] 2024-12-03T07:44:49,685 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35554, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:44:49,687 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2] 2024-12-03T07:44:49,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on c9d1223633522196f465bc0679c6b963 2024-12-03T07:44:49,695 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c9d1223633522196f465bc0679c6b963 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-03T07:44:49,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=A 2024-12-03T07:44:49,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:49,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=B 2024-12-03T07:44:49,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:49,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=C 2024-12-03T07:44:49,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:49,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/8ced5cc05e8446b0a299ae3b14407bc0 is 50, key is test_row_0/A:col10/1733211889686/Put/seqid=0 2024-12-03T07:44:49,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:49,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211949726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:49,734 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:49,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:49,734 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:49,735 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:49,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35540 deadline: 1733211949728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:49,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:49,735 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:49,735 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:49,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1733211949728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:49,735 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:49,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:49,735 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:49,735 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:49,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35536 deadline: 1733211949728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:49,735 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:49,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:49,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:49,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:49,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:49,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211949734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:49,741 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:49,741 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:49,741 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:49,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742070_1246 (size=16681) 2024-12-03T07:44:49,753 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/8ced5cc05e8446b0a299ae3b14407bc0 2024-12-03T07:44:49,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/c05c8d886aef40d69c88a1edcb727e1a is 50, key is test_row_0/B:col10/1733211889686/Put/seqid=0 2024-12-03T07:44:49,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-03T07:44:49,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742071_1247 (size=12001) 2024-12-03T07:44:49,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-12-03T07:44:49,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:49,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. as already flushing 2024-12-03T07:44:49,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:49,836 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:49,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:49,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:49,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:49,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211949837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:49,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:49,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:49,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:49,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:49,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35540 deadline: 1733211949837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:49,842 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:49,842 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:49,842 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:49,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:49,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1733211949847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:49,851 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:49,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:49,851 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:49,851 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:49,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35536 deadline: 1733211949847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:49,851 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:49,851 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:49,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:49,851 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:49,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211949847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:49,852 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:49,852 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:49,852 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:49,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-12-03T07:44:49,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:49,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. as already flushing 2024-12-03T07:44:49,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:49,989 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:49,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:49,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-03T07:44:50,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:50,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211950047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:50,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:50,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35540 deadline: 1733211950047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:50,050 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:50,050 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:50,050 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:50,051 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:50,051 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:50,051 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:50,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1733211950058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:50,060 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:50,060 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:50,060 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:50,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35536 deadline: 1733211950058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:50,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:50,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:50,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:50,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211950058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:50,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:50,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:50,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:50,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-12-03T07:44:50,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:50,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. as already flushing 2024-12-03T07:44:50,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:50,143 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:50,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:50,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:50,200 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/c05c8d886aef40d69c88a1edcb727e1a 2024-12-03T07:44:50,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/08ba6a1665794b64939541d94dd7341c is 50, key is test_row_0/C:col10/1733211889686/Put/seqid=0 2024-12-03T07:44:50,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742072_1248 (size=12001) 2024-12-03T07:44:50,240 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/08ba6a1665794b64939541d94dd7341c 2024-12-03T07:44:50,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/8ced5cc05e8446b0a299ae3b14407bc0 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/8ced5cc05e8446b0a299ae3b14407bc0 2024-12-03T07:44:50,250 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/8ced5cc05e8446b0a299ae3b14407bc0, entries=250, sequenceid=14, filesize=16.3 K 2024-12-03T07:44:50,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/c05c8d886aef40d69c88a1edcb727e1a as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/c05c8d886aef40d69c88a1edcb727e1a 2024-12-03T07:44:50,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/c05c8d886aef40d69c88a1edcb727e1a, entries=150, sequenceid=14, filesize=11.7 K 2024-12-03T07:44:50,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/08ba6a1665794b64939541d94dd7341c as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/08ba6a1665794b64939541d94dd7341c 2024-12-03T07:44:50,260 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/08ba6a1665794b64939541d94dd7341c, entries=150, sequenceid=14, filesize=11.7 K 2024-12-03T07:44:50,261 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for c9d1223633522196f465bc0679c6b963 in 566ms, sequenceid=14, compaction requested=false 2024-12-03T07:44:50,261 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-03T07:44:50,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c9d1223633522196f465bc0679c6b963: 2024-12-03T07:44:50,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-12-03T07:44:50,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:50,296 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing c9d1223633522196f465bc0679c6b963 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-03T07:44:50,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=A 2024-12-03T07:44:50,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:50,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=B 2024-12-03T07:44:50,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:50,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=C 2024-12-03T07:44:50,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:50,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/3bbe9da172ed4702820c935a431c3db5 is 50, key is test_row_0/A:col10/1733211889723/Put/seqid=0 2024-12-03T07:44:50,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742073_1249 (size=12001) 2024-12-03T07:44:50,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-03T07:44:50,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on c9d1223633522196f465bc0679c6b963 2024-12-03T07:44:50,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. as already flushing 2024-12-03T07:44:50,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:50,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1733211950373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:50,379 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:50,379 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:50,379 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:50,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:50,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35536 deadline: 1733211950373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:50,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:50,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:50,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:50,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:50,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211950374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:50,380 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:50,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:50,380 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:50,380 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:50,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35540 deadline: 1733211950375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:50,380 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:50,380 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:50,380 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:50,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:50,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211950377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:50,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:50,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:50,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:50,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1733211950488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:50,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:50,491 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35536 deadline: 1733211950488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:50,491 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:50,491 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:50,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:50,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211950488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:50,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:50,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:50,491 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:50,491 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:50,492 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:50,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:50,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35540 deadline: 1733211950488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:50,492 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:50,492 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:50,492 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:50,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:50,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211950488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:50,493 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:50,493 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:50,493 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:50,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:50,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1733211950698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:50,701 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:50,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:50,701 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:50,701 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:50,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35536 deadline: 1733211950698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:50,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:50,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:50,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:50,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211950698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:50,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:50,701 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:50,701 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:50,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:50,701 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:50,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35540 deadline: 1733211950698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:50,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:50,702 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:50,702 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:50,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211950698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:50,702 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:50,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:50,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:50,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:50,707 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/3bbe9da172ed4702820c935a431c3db5 2024-12-03T07:44:50,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/977b54aeeee24da7a175846fb8176c0f is 50, key is test_row_0/B:col10/1733211889723/Put/seqid=0 2024-12-03T07:44:50,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742074_1250 (size=12001) 2024-12-03T07:44:50,724 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/977b54aeeee24da7a175846fb8176c0f 2024-12-03T07:44:50,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/e9dc697136c24bce9b275dc4306ca7cb is 50, key is test_row_0/C:col10/1733211889723/Put/seqid=0 2024-12-03T07:44:50,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742075_1251 (size=12001) 2024-12-03T07:44:50,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-03T07:44:51,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:51,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1733211951008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:51,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:51,011 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:51,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35536 deadline: 1733211951008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:51,011 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:51,011 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:51,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:51,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:51,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:51,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211951008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:51,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:51,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:51,012 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:51,012 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:51,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35540 deadline: 1733211951008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:51,012 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:51,012 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:51,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:51,012 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:51,012 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:51,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211951008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:51,012 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:51,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:51,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:51,146 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/e9dc697136c24bce9b275dc4306ca7cb 2024-12-03T07:44:51,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/3bbe9da172ed4702820c935a431c3db5 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/3bbe9da172ed4702820c935a431c3db5 2024-12-03T07:44:51,163 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/3bbe9da172ed4702820c935a431c3db5, entries=150, sequenceid=33, filesize=11.7 K 2024-12-03T07:44:51,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/977b54aeeee24da7a175846fb8176c0f as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/977b54aeeee24da7a175846fb8176c0f 2024-12-03T07:44:51,168 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/977b54aeeee24da7a175846fb8176c0f, entries=150, sequenceid=33, filesize=11.7 K 2024-12-03T07:44:51,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/e9dc697136c24bce9b275dc4306ca7cb as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/e9dc697136c24bce9b275dc4306ca7cb 2024-12-03T07:44:51,173 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/e9dc697136c24bce9b275dc4306ca7cb, entries=150, sequenceid=33, filesize=11.7 K 2024-12-03T07:44:51,173 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for c9d1223633522196f465bc0679c6b963 in 877ms, sequenceid=33, compaction requested=false 2024-12-03T07:44:51,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for c9d1223633522196f465bc0679c6b963: 2024-12-03T07:44:51,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:51,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-12-03T07:44:51,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-12-03T07:44:51,177 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-12-03T07:44:51,177 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4930 sec 2024-12-03T07:44:51,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 1.5170 sec 2024-12-03T07:44:51,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on c9d1223633522196f465bc0679c6b963 2024-12-03T07:44:51,521 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c9d1223633522196f465bc0679c6b963 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-03T07:44:51,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=A 2024-12-03T07:44:51,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:51,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=B 2024-12-03T07:44:51,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:51,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=C 2024-12-03T07:44:51,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:51,529 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/65c6d69728064200883510b9ab9b0016 is 50, key is test_row_0/A:col10/1733211890370/Put/seqid=0 2024-12-03T07:44:51,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:51,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211951539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:51,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:51,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35536 deadline: 1733211951540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:51,545 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:51,545 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:51,545 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:51,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:51,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211951540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:51,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:51,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:51,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:51,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:51,546 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:51,546 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:51,546 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:51,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35540 deadline: 1733211951542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:51,546 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:51,546 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:51,546 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:51,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742076_1252 (size=16681) 2024-12-03T07:44:51,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:51,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1733211951545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:51,551 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:51,551 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:51,551 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:51,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:51,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211951647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:51,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:51,650 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:51,650 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:51,650 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:51,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211951647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:51,650 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:51,650 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:51,650 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:51,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:51,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:51,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35536 deadline: 1733211951658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:51,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35540 deadline: 1733211951658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:51,662 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:51,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:51,662 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:51,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:51,662 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:51,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1733211951658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:51,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:51,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:51,662 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:51,662 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:51,662 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:51,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-03T07:44:51,827 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:44:51,828 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T07:44:51,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-12-03T07:44:51,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-03T07:44:51,830 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T07:44:51,831 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T07:44:51,831 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T07:44:51,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:51,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211951857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:51,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:51,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211951858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:51,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:51,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:51,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:51,861 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:51,861 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:51,861 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:51,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:51,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35536 deadline: 1733211951868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:51,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:51,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:51,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:51,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:51,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35540 deadline: 1733211951868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:51,871 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:51,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:51,871 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:51,871 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:51,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1733211951868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:51,871 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:51,871 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:51,871 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:51,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-03T07:44:51,948 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/65c6d69728064200883510b9ab9b0016 2024-12-03T07:44:51,955 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/f6e0588641f54a428ff1c55d338b7c79 is 50, key is test_row_0/B:col10/1733211890370/Put/seqid=0 2024-12-03T07:44:51,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742077_1253 (size=12001) 2024-12-03T07:44:51,962 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/f6e0588641f54a428ff1c55d338b7c79 2024-12-03T07:44:51,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/de0c92129ecc4fab899882aa8518d5b3 is 50, key is test_row_0/C:col10/1733211890370/Put/seqid=0 2024-12-03T07:44:51,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742078_1254 (size=12001) 2024-12-03T07:44:51,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-03T07:44:51,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:51,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. as already flushing 2024-12-03T07:44:51,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:51,984 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:51,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:51,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:52,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-03T07:44:52,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:52,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. as already flushing 2024-12-03T07:44:52,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:52,137 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:52,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:52,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:52,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-03T07:44:52,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:52,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211952167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:52,169 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:52,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:52,169 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:52,169 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:52,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211952167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:52,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:52,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:52,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:52,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:52,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35536 deadline: 1733211952177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:52,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:52,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:52,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:52,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:52,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35540 deadline: 1733211952178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:52,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:52,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:52,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:52,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:52,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1733211952178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:52,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:52,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:52,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:52,235 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-03T07:44:52,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-03T07:44:52,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:52,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. as already flushing 2024-12-03T07:44:52,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:52,290 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:52,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:52,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:52,374 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/de0c92129ecc4fab899882aa8518d5b3 2024-12-03T07:44:52,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/65c6d69728064200883510b9ab9b0016 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/65c6d69728064200883510b9ab9b0016 2024-12-03T07:44:52,387 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/65c6d69728064200883510b9ab9b0016, entries=250, sequenceid=50, filesize=16.3 K 2024-12-03T07:44:52,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/f6e0588641f54a428ff1c55d338b7c79 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/f6e0588641f54a428ff1c55d338b7c79 2024-12-03T07:44:52,392 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/f6e0588641f54a428ff1c55d338b7c79, entries=150, sequenceid=50, filesize=11.7 K 2024-12-03T07:44:52,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/de0c92129ecc4fab899882aa8518d5b3 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/de0c92129ecc4fab899882aa8518d5b3 2024-12-03T07:44:52,397 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/de0c92129ecc4fab899882aa8518d5b3, entries=150, sequenceid=50, filesize=11.7 K 2024-12-03T07:44:52,398 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for c9d1223633522196f465bc0679c6b963 in 877ms, sequenceid=50, compaction requested=true 2024-12-03T07:44:52,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c9d1223633522196f465bc0679c6b963: 2024-12-03T07:44:52,398 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:44:52,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9d1223633522196f465bc0679c6b963:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T07:44:52,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:52,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9d1223633522196f465bc0679c6b963:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T07:44:52,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:44:52,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9d1223633522196f465bc0679c6b963:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T07:44:52,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:44:52,398 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:44:52,399 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45363 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:44:52,399 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1541): c9d1223633522196f465bc0679c6b963/A is initiating minor compaction (all files) 2024-12-03T07:44:52,399 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c9d1223633522196f465bc0679c6b963/A in TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:52,400 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/8ced5cc05e8446b0a299ae3b14407bc0, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/3bbe9da172ed4702820c935a431c3db5, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/65c6d69728064200883510b9ab9b0016] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp, totalSize=44.3 K 2024-12-03T07:44:52,400 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:44:52,400 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ced5cc05e8446b0a299ae3b14407bc0, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733211889686 2024-12-03T07:44:52,400 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): c9d1223633522196f465bc0679c6b963/B is initiating minor compaction (all files) 2024-12-03T07:44:52,400 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c9d1223633522196f465bc0679c6b963/B in TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:52,400 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/c05c8d886aef40d69c88a1edcb727e1a, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/977b54aeeee24da7a175846fb8176c0f, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/f6e0588641f54a428ff1c55d338b7c79] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp, totalSize=35.2 K 2024-12-03T07:44:52,401 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3bbe9da172ed4702820c935a431c3db5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1733211889717 2024-12-03T07:44:52,401 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting c05c8d886aef40d69c88a1edcb727e1a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733211889686 2024-12-03T07:44:52,401 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 65c6d69728064200883510b9ab9b0016, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733211890370 2024-12-03T07:44:52,401 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 977b54aeeee24da7a175846fb8176c0f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1733211889717 2024-12-03T07:44:52,402 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting f6e0588641f54a428ff1c55d338b7c79, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733211890370 2024-12-03T07:44:52,412 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9d1223633522196f465bc0679c6b963#A#compaction#210 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:44:52,412 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/fc7cc839c6ee4671ade2cfc034b121fa is 50, key is test_row_0/A:col10/1733211890370/Put/seqid=0 2024-12-03T07:44:52,418 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9d1223633522196f465bc0679c6b963#B#compaction#211 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:44:52,418 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/16c16f70728b431a915d0487df9c3b82 is 50, key is test_row_0/B:col10/1733211890370/Put/seqid=0 2024-12-03T07:44:52,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742079_1255 (size=12104) 2024-12-03T07:44:52,429 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/fc7cc839c6ee4671ade2cfc034b121fa as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/fc7cc839c6ee4671ade2cfc034b121fa 2024-12-03T07:44:52,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742080_1256 (size=12104) 2024-12-03T07:44:52,437 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c9d1223633522196f465bc0679c6b963/A of c9d1223633522196f465bc0679c6b963 into fc7cc839c6ee4671ade2cfc034b121fa(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:44:52,437 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c9d1223633522196f465bc0679c6b963: 2024-12-03T07:44:52,437 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., storeName=c9d1223633522196f465bc0679c6b963/A, priority=13, startTime=1733211892398; duration=0sec 2024-12-03T07:44:52,438 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:44:52,438 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9d1223633522196f465bc0679c6b963:A 2024-12-03T07:44:52,438 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:44:52,438 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/16c16f70728b431a915d0487df9c3b82 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/16c16f70728b431a915d0487df9c3b82 2024-12-03T07:44:52,439 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:44:52,439 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1541): c9d1223633522196f465bc0679c6b963/C is initiating minor compaction (all files) 2024-12-03T07:44:52,439 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c9d1223633522196f465bc0679c6b963/C in TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:52,439 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/08ba6a1665794b64939541d94dd7341c, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/e9dc697136c24bce9b275dc4306ca7cb, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/de0c92129ecc4fab899882aa8518d5b3] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp, totalSize=35.2 K 2024-12-03T07:44:52,440 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 08ba6a1665794b64939541d94dd7341c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733211889686 2024-12-03T07:44:52,440 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting e9dc697136c24bce9b275dc4306ca7cb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1733211889717 2024-12-03T07:44:52,441 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting de0c92129ecc4fab899882aa8518d5b3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733211890370 2024-12-03T07:44:52,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-03T07:44:52,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:52,444 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing c9d1223633522196f465bc0679c6b963 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-03T07:44:52,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=A 2024-12-03T07:44:52,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:52,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=B 2024-12-03T07:44:52,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:52,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=C 2024-12-03T07:44:52,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:52,445 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c9d1223633522196f465bc0679c6b963/B of c9d1223633522196f465bc0679c6b963 into 16c16f70728b431a915d0487df9c3b82(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:44:52,445 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c9d1223633522196f465bc0679c6b963: 2024-12-03T07:44:52,445 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., storeName=c9d1223633522196f465bc0679c6b963/B, priority=13, startTime=1733211892398; duration=0sec 2024-12-03T07:44:52,446 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:52,446 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9d1223633522196f465bc0679c6b963:B 2024-12-03T07:44:52,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/b2bd327481d84d69b53392eae4b3d50f is 50, key is test_row_0/A:col10/1733211891537/Put/seqid=0 2024-12-03T07:44:52,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-03T07:44:52,463 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9d1223633522196f465bc0679c6b963#C#compaction#213 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:44:52,464 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/fcae456a49ab4fce8d84b778a3a9a523 is 50, key is test_row_0/C:col10/1733211890370/Put/seqid=0 2024-12-03T07:44:52,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742081_1257 (size=12001) 2024-12-03T07:44:52,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742082_1258 (size=12104) 2024-12-03T07:44:52,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on c9d1223633522196f465bc0679c6b963 2024-12-03T07:44:52,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. as already flushing 2024-12-03T07:44:52,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:52,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211952699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:52,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:52,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:52,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:52,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:52,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35540 deadline: 1733211952700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:52,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:52,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35536 deadline: 1733211952701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:52,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:52,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:52,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:52,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:52,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:52,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:52,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:52,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211952703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:52,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:52,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:52,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:52,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:52,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1733211952703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:52,706 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:52,706 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:52,706 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:52,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:52,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211952808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:52,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:52,811 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:52,811 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:52,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35540 deadline: 1733211952808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:52,811 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:52,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:52,812 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:52,812 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:52,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35536 deadline: 1733211952808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:52,812 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:52,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:52,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:52,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:52,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:52,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211952808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:52,812 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:52,812 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:52,812 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:52,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:52,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1733211952817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:52,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:52,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:52,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:52,877 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/b2bd327481d84d69b53392eae4b3d50f 2024-12-03T07:44:52,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/aa34fab0cb454d40adbd7f7d9667448e is 50, key is test_row_0/B:col10/1733211891537/Put/seqid=0 2024-12-03T07:44:52,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742083_1259 (size=12001) 2024-12-03T07:44:52,891 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/aa34fab0cb454d40adbd7f7d9667448e 2024-12-03T07:44:52,895 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/fcae456a49ab4fce8d84b778a3a9a523 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/fcae456a49ab4fce8d84b778a3a9a523 2024-12-03T07:44:52,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/cd92d26e417440d588bb8a8089d59632 is 50, key is test_row_0/C:col10/1733211891537/Put/seqid=0 2024-12-03T07:44:52,901 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c9d1223633522196f465bc0679c6b963/C of c9d1223633522196f465bc0679c6b963 into fcae456a49ab4fce8d84b778a3a9a523(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:44:52,901 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c9d1223633522196f465bc0679c6b963: 2024-12-03T07:44:52,901 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., storeName=c9d1223633522196f465bc0679c6b963/C, priority=13, startTime=1733211892398; duration=0sec 2024-12-03T07:44:52,902 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:52,902 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9d1223633522196f465bc0679c6b963:C 2024-12-03T07:44:52,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742084_1260 (size=12001) 2024-12-03T07:44:52,906 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/cd92d26e417440d588bb8a8089d59632 2024-12-03T07:44:52,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/b2bd327481d84d69b53392eae4b3d50f as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/b2bd327481d84d69b53392eae4b3d50f 2024-12-03T07:44:52,915 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/b2bd327481d84d69b53392eae4b3d50f, entries=150, sequenceid=66, filesize=11.7 K 2024-12-03T07:44:52,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/aa34fab0cb454d40adbd7f7d9667448e as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/aa34fab0cb454d40adbd7f7d9667448e 2024-12-03T07:44:52,920 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/aa34fab0cb454d40adbd7f7d9667448e, entries=150, sequenceid=66, filesize=11.7 K 2024-12-03T07:44:52,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/cd92d26e417440d588bb8a8089d59632 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/cd92d26e417440d588bb8a8089d59632 2024-12-03T07:44:52,925 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/cd92d26e417440d588bb8a8089d59632, entries=150, sequenceid=66, filesize=11.7 K 2024-12-03T07:44:52,925 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for c9d1223633522196f465bc0679c6b963 in 482ms, sequenceid=66, compaction requested=false 2024-12-03T07:44:52,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for c9d1223633522196f465bc0679c6b963: 2024-12-03T07:44:52,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:52,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-12-03T07:44:52,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-12-03T07:44:52,929 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-12-03T07:44:52,929 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0960 sec 2024-12-03T07:44:52,931 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 1.1020 sec 2024-12-03T07:44:52,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-03T07:44:52,967 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:44:52,968 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T07:44:52,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-12-03T07:44:52,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-03T07:44:52,969 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T07:44:52,970 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T07:44:52,970 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T07:44:53,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on c9d1223633522196f465bc0679c6b963 2024-12-03T07:44:53,020 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c9d1223633522196f465bc0679c6b963 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-03T07:44:53,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=A 2024-12-03T07:44:53,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:53,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=B 2024-12-03T07:44:53,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:53,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=C 2024-12-03T07:44:53,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:53,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/5f752f2804b744bbb2054aa8fac227db is 50, key is test_row_0/A:col10/1733211893018/Put/seqid=0 2024-12-03T07:44:53,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742085_1261 (size=12001) 2024-12-03T07:44:53,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:53,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211953061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:53,067 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:53,067 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:53,067 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:53,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:53,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1733211953064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:53,068 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:53,068 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:53,068 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:53,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:53,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35540 deadline: 1733211953066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:53,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:53,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35536 deadline: 1733211953067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:53,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:53,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:53,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:53,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:53,072 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:53,072 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:53,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211953067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:53,072 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:53,073 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:53,073 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:53,073 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:53,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-03T07:44:53,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-03T07:44:53,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:53,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. as already flushing 2024-12-03T07:44:53,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:53,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:53,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:53,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:53,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:53,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211953177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:53,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:53,181 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:53,181 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:53,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35540 deadline: 1733211953178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:53,181 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:53,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:53,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:53,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:53,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:53,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1733211953178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:53,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:53,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:53,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:53,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:53,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35536 deadline: 1733211953178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:53,182 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:53,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:53,182 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:53,182 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:53,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211953178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:53,183 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:53,183 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:53,183 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:53,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-03T07:44:53,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:53,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. as already flushing 2024-12-03T07:44:53,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:53,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:53,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:53,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:53,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-03T07:44:53,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:53,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35540 deadline: 1733211953388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:53,392 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:53,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:53,392 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:53,392 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:53,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211953388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:53,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:53,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35536 deadline: 1733211953388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:53,392 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:53,392 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:53,392 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:53,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:53,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:53,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:53,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:53,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1733211953388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:53,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:53,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:53,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:53,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:53,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211953388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:53,393 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:53,393 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:53,393 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:53,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-03T07:44:53,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:53,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. as already flushing 2024-12-03T07:44:53,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:53,429 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:53,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:53,430 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/5f752f2804b744bbb2054aa8fac227db 2024-12-03T07:44:53,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:53,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/b4a22df78e24413780baf87a3e4a63a0 is 50, key is test_row_0/B:col10/1733211893018/Put/seqid=0 2024-12-03T07:44:53,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742086_1262 (size=12001) 2024-12-03T07:44:53,444 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/b4a22df78e24413780baf87a3e4a63a0 2024-12-03T07:44:53,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/56fd346cf0b4400fb5b75b193e950363 is 50, key is test_row_0/C:col10/1733211893018/Put/seqid=0 2024-12-03T07:44:53,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742087_1263 (size=12001) 2024-12-03T07:44:53,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-03T07:44:53,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:53,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. as already flushing 2024-12-03T07:44:53,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:53,582 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:53,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:53,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:53,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-03T07:44:53,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:53,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35540 deadline: 1733211953698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:53,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:53,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:53,701 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:53,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:53,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211953698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:53,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:53,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:53,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:53,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:53,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35536 deadline: 1733211953698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:53,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:53,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:53,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:53,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:53,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1733211953698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:53,702 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:53,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:53,702 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:53,702 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:53,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211953698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:53,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:53,703 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:53,703 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:53,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-03T07:44:53,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:53,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. as already flushing 2024-12-03T07:44:53,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:53,736 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:53,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:53,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:53,854 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/56fd346cf0b4400fb5b75b193e950363 2024-12-03T07:44:53,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/5f752f2804b744bbb2054aa8fac227db as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/5f752f2804b744bbb2054aa8fac227db 2024-12-03T07:44:53,863 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/5f752f2804b744bbb2054aa8fac227db, entries=150, sequenceid=87, filesize=11.7 K 2024-12-03T07:44:53,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/b4a22df78e24413780baf87a3e4a63a0 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/b4a22df78e24413780baf87a3e4a63a0 2024-12-03T07:44:53,868 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/b4a22df78e24413780baf87a3e4a63a0, entries=150, sequenceid=87, filesize=11.7 K 2024-12-03T07:44:53,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/56fd346cf0b4400fb5b75b193e950363 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/56fd346cf0b4400fb5b75b193e950363 2024-12-03T07:44:53,873 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/56fd346cf0b4400fb5b75b193e950363, entries=150, sequenceid=87, filesize=11.7 K 2024-12-03T07:44:53,874 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for c9d1223633522196f465bc0679c6b963 in 854ms, sequenceid=87, compaction requested=true 2024-12-03T07:44:53,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c9d1223633522196f465bc0679c6b963: 2024-12-03T07:44:53,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9d1223633522196f465bc0679c6b963:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T07:44:53,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:53,874 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:44:53,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9d1223633522196f465bc0679c6b963:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T07:44:53,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:53,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9d1223633522196f465bc0679c6b963:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T07:44:53,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:44:53,874 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:44:53,885 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:44:53,885 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:44:53,885 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1541): c9d1223633522196f465bc0679c6b963/A is initiating minor compaction (all files) 2024-12-03T07:44:53,885 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): c9d1223633522196f465bc0679c6b963/B is initiating minor compaction (all files) 2024-12-03T07:44:53,885 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c9d1223633522196f465bc0679c6b963/A in TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:53,885 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c9d1223633522196f465bc0679c6b963/B in TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:53,886 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/fc7cc839c6ee4671ade2cfc034b121fa, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/b2bd327481d84d69b53392eae4b3d50f, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/5f752f2804b744bbb2054aa8fac227db] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp, totalSize=35.3 K 2024-12-03T07:44:53,886 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/16c16f70728b431a915d0487df9c3b82, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/aa34fab0cb454d40adbd7f7d9667448e, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/b4a22df78e24413780baf87a3e4a63a0] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp, totalSize=35.3 K 2024-12-03T07:44:53,886 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting fc7cc839c6ee4671ade2cfc034b121fa, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733211890370 2024-12-03T07:44:53,886 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 16c16f70728b431a915d0487df9c3b82, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733211890370 2024-12-03T07:44:53,887 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting b2bd327481d84d69b53392eae4b3d50f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1733211891537 2024-12-03T07:44:53,887 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting aa34fab0cb454d40adbd7f7d9667448e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1733211891537 2024-12-03T07:44:53,887 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f752f2804b744bbb2054aa8fac227db, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1733211892684 2024-12-03T07:44:53,887 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting b4a22df78e24413780baf87a3e4a63a0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1733211892684 2024-12-03T07:44:53,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-03T07:44:53,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:53,889 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing c9d1223633522196f465bc0679c6b963 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-03T07:44:53,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=A 2024-12-03T07:44:53,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:53,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=B 2024-12-03T07:44:53,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:53,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=C 2024-12-03T07:44:53,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:53,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/a7b1059de6b64d0fb4b546115d5baf62 is 50, key is test_row_0/A:col10/1733211893065/Put/seqid=0 2024-12-03T07:44:53,899 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9d1223633522196f465bc0679c6b963#B#compaction#220 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:44:53,900 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9d1223633522196f465bc0679c6b963#A#compaction#221 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:44:53,900 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/fbdf38b9ecb5483aa84d4f0723fd4a2b is 50, key is test_row_0/B:col10/1733211893018/Put/seqid=0 2024-12-03T07:44:53,900 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/033d69ae0afe4e20a1f675f29be4a972 is 50, key is test_row_0/A:col10/1733211893018/Put/seqid=0 2024-12-03T07:44:53,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742088_1264 (size=12001) 2024-12-03T07:44:53,922 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/a7b1059de6b64d0fb4b546115d5baf62 2024-12-03T07:44:53,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742090_1266 (size=12207) 2024-12-03T07:44:53,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742089_1265 (size=12207) 2024-12-03T07:44:53,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/a0eaee0dce7a4f9dabe2e2e8da51c6df is 50, key is test_row_0/B:col10/1733211893065/Put/seqid=0 2024-12-03T07:44:53,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742091_1267 (size=12001) 2024-12-03T07:44:53,939 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/a0eaee0dce7a4f9dabe2e2e8da51c6df 2024-12-03T07:44:53,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/f9a75e385c624a4f94571a505a1d757a is 50, key is test_row_0/C:col10/1733211893065/Put/seqid=0 2024-12-03T07:44:53,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742092_1268 (size=12001) 2024-12-03T07:44:54,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-03T07:44:54,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on c9d1223633522196f465bc0679c6b963 2024-12-03T07:44:54,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. as already flushing 2024-12-03T07:44:54,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:54,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211954226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:54,230 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:54,230 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:54,230 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:54,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:54,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35536 deadline: 1733211954227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:54,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:54,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:54,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:54,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:54,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1733211954228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:54,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:54,235 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:54,235 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:54,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211954228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:54,235 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:54,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:54,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35540 deadline: 1733211954230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:54,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:54,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:54,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:54,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:54,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:54,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:54,331 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/033d69ae0afe4e20a1f675f29be4a972 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/033d69ae0afe4e20a1f675f29be4a972 2024-12-03T07:44:54,331 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/fbdf38b9ecb5483aa84d4f0723fd4a2b as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/fbdf38b9ecb5483aa84d4f0723fd4a2b 2024-12-03T07:44:54,336 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c9d1223633522196f465bc0679c6b963/B of c9d1223633522196f465bc0679c6b963 into fbdf38b9ecb5483aa84d4f0723fd4a2b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:44:54,336 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c9d1223633522196f465bc0679c6b963: 2024-12-03T07:44:54,336 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., storeName=c9d1223633522196f465bc0679c6b963/B, priority=13, startTime=1733211893874; duration=0sec 2024-12-03T07:44:54,336 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:44:54,336 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9d1223633522196f465bc0679c6b963:B 2024-12-03T07:44:54,336 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:44:54,337 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:44:54,337 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): c9d1223633522196f465bc0679c6b963/C is initiating minor compaction (all files) 2024-12-03T07:44:54,337 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c9d1223633522196f465bc0679c6b963/C in TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:54,338 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/fcae456a49ab4fce8d84b778a3a9a523, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/cd92d26e417440d588bb8a8089d59632, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/56fd346cf0b4400fb5b75b193e950363] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp, totalSize=35.3 K 2024-12-03T07:44:54,338 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting fcae456a49ab4fce8d84b778a3a9a523, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733211890370 2024-12-03T07:44:54,338 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting cd92d26e417440d588bb8a8089d59632, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1733211891537 2024-12-03T07:44:54,339 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 56fd346cf0b4400fb5b75b193e950363, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1733211892684 2024-12-03T07:44:54,341 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c9d1223633522196f465bc0679c6b963/A of c9d1223633522196f465bc0679c6b963 into 033d69ae0afe4e20a1f675f29be4a972(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:44:54,341 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c9d1223633522196f465bc0679c6b963: 2024-12-03T07:44:54,341 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., storeName=c9d1223633522196f465bc0679c6b963/A, priority=13, startTime=1733211893874; duration=0sec 2024-12-03T07:44:54,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:54,341 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:54,341 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9d1223633522196f465bc0679c6b963:A 2024-12-03T07:44:54,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1733211954338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:54,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:54,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211954338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:54,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:54,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35540 deadline: 1733211954338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:54,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:54,342 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:54,342 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:54,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35536 deadline: 1733211954338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:54,342 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:54,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:54,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:54,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211954338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:54,343 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:54,343 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:54,343 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:54,343 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:54,343 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:54,347 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9d1223633522196f465bc0679c6b963#C#compaction#224 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:44:54,347 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/49e9864d548649c3b1792ac10739e616 is 50, key is test_row_0/C:col10/1733211893018/Put/seqid=0 2024-12-03T07:44:54,353 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:54,353 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:54,353 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:54,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:54,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:54,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:54,355 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/f9a75e385c624a4f94571a505a1d757a 2024-12-03T07:44:54,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742093_1269 (size=12207) 2024-12-03T07:44:54,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/a7b1059de6b64d0fb4b546115d5baf62 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/a7b1059de6b64d0fb4b546115d5baf62 2024-12-03T07:44:54,362 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/49e9864d548649c3b1792ac10739e616 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/49e9864d548649c3b1792ac10739e616 2024-12-03T07:44:54,366 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/a7b1059de6b64d0fb4b546115d5baf62, entries=150, sequenceid=100, filesize=11.7 K 2024-12-03T07:44:54,367 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c9d1223633522196f465bc0679c6b963/C of c9d1223633522196f465bc0679c6b963 into 49e9864d548649c3b1792ac10739e616(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:44:54,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/a0eaee0dce7a4f9dabe2e2e8da51c6df as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/a0eaee0dce7a4f9dabe2e2e8da51c6df 2024-12-03T07:44:54,367 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c9d1223633522196f465bc0679c6b963: 2024-12-03T07:44:54,367 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., storeName=c9d1223633522196f465bc0679c6b963/C, priority=13, startTime=1733211893874; duration=0sec 2024-12-03T07:44:54,367 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:54,367 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9d1223633522196f465bc0679c6b963:C 2024-12-03T07:44:54,371 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/a0eaee0dce7a4f9dabe2e2e8da51c6df, entries=150, sequenceid=100, filesize=11.7 K 2024-12-03T07:44:54,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/f9a75e385c624a4f94571a505a1d757a as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/f9a75e385c624a4f94571a505a1d757a 2024-12-03T07:44:54,374 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/f9a75e385c624a4f94571a505a1d757a, entries=150, sequenceid=100, filesize=11.7 K 2024-12-03T07:44:54,375 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for c9d1223633522196f465bc0679c6b963 in 486ms, sequenceid=100, compaction requested=false 2024-12-03T07:44:54,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for c9d1223633522196f465bc0679c6b963: 2024-12-03T07:44:54,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:54,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-12-03T07:44:54,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-12-03T07:44:54,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-12-03T07:44:54,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4070 sec 2024-12-03T07:44:54,382 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.4120 sec 2024-12-03T07:44:54,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on c9d1223633522196f465bc0679c6b963 2024-12-03T07:44:54,551 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c9d1223633522196f465bc0679c6b963 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-03T07:44:54,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=A 2024-12-03T07:44:54,554 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733211894219, max timestamp=1733211894551Num uniques 859; 2024-12-03T07:44:54,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:44:54,554 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-03T07:44:54,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=B 2024-12-03T07:44:54,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:44:54,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=C 2024-12-03T07:44:54,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:44:54,560 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/daf53d01747349f0b093b91f3d33aa2c is 50, key is test_row_0/A:col10/1733211894550/Put/seqid=0 2024-12-03T07:44:54,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742094_1270 (size=14341) 2024-12-03T07:44:54,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35540 deadline: 1733211954570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:54,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:54,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:54,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:54,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:54,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211954571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:54,579 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:54,579 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:54,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:54,579 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1733211954571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:54,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:54,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35536 deadline: 1733211954573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:54,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:54,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:54,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:54,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:54,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:54,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211954574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:54,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:54,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:54,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:54,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:54,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35540 deadline: 1733211954677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:54,681 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:54,681 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:54,681 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:54,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:54,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211954687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:54,692 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:54,692 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:54,692 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:54,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:54,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1733211954687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:54,692 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:54,692 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:54,692 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:54,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:54,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35536 deadline: 1733211954687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:54,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:54,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:54,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:54,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:54,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211954688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:54,693 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:54,693 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:54,693 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:54,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:54,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35540 deadline: 1733211954887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:54,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:54,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:54,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:54,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:54,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211954897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:54,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:54,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:54,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:54,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1733211954898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:54,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:54,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:54,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35536 deadline: 1733211954898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:54,902 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:54,902 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:54,902 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:54,902 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:54,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:54,902 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:54,902 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:54,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211954898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:54,902 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:54,902 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:54,902 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:54,967 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/daf53d01747349f0b093b91f3d33aa2c 2024-12-03T07:44:54,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/c9651a3d301243eab48153a73bfa7185 is 50, key is test_row_0/B:col10/1733211894550/Put/seqid=0 2024-12-03T07:44:54,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742095_1271 (size=12001) 2024-12-03T07:44:54,982 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/c9651a3d301243eab48153a73bfa7185 2024-12-03T07:44:54,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/7b5e248124514ef9b37a7880d152b07c is 50, key is test_row_0/C:col10/1733211894550/Put/seqid=0 2024-12-03T07:44:54,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742096_1272 (size=12001) 2024-12-03T07:44:55,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-03T07:44:55,118 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:44:55,118 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T07:44:55,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-12-03T07:44:55,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-03T07:44:55,120 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T07:44:55,121 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T07:44:55,121 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T07:44:55,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:55,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35540 deadline: 1733211955197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:55,200 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:55,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:55,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:55,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:55,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211955207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:55,210 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:55,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:55,210 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:55,210 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:55,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1733211955207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:55,210 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:55,211 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:55,211 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:55,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:55,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35536 deadline: 1733211955207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:55,211 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:55,211 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:55,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:55,211 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:55,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211955208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:55,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:55,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:55,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:55,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-03T07:44:55,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-03T07:44:55,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:55,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. as already flushing 2024-12-03T07:44:55,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:55,273 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:55,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:55,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:55,399 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/7b5e248124514ef9b37a7880d152b07c 2024-12-03T07:44:55,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/daf53d01747349f0b093b91f3d33aa2c as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/daf53d01747349f0b093b91f3d33aa2c 2024-12-03T07:44:55,407 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/daf53d01747349f0b093b91f3d33aa2c, entries=200, sequenceid=125, filesize=14.0 K 2024-12-03T07:44:55,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/c9651a3d301243eab48153a73bfa7185 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/c9651a3d301243eab48153a73bfa7185 2024-12-03T07:44:55,412 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/c9651a3d301243eab48153a73bfa7185, entries=150, sequenceid=125, filesize=11.7 K 2024-12-03T07:44:55,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/7b5e248124514ef9b37a7880d152b07c as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/7b5e248124514ef9b37a7880d152b07c 2024-12-03T07:44:55,417 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/7b5e248124514ef9b37a7880d152b07c, entries=150, sequenceid=125, filesize=11.7 K 2024-12-03T07:44:55,418 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~98.40 KB/100760, heapSize ~287.06 KB/293952, currentSize=80.51 KB/82440 for c9d1223633522196f465bc0679c6b963 in 867ms, sequenceid=125, compaction requested=true 2024-12-03T07:44:55,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c9d1223633522196f465bc0679c6b963: 2024-12-03T07:44:55,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9d1223633522196f465bc0679c6b963:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T07:44:55,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:55,418 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:44:55,418 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:44:55,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9d1223633522196f465bc0679c6b963:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T07:44:55,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:55,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9d1223633522196f465bc0679c6b963:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T07:44:55,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:44:55,419 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:44:55,419 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): c9d1223633522196f465bc0679c6b963/B is initiating minor compaction (all files) 2024-12-03T07:44:55,419 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c9d1223633522196f465bc0679c6b963/B in TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:55,419 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/fbdf38b9ecb5483aa84d4f0723fd4a2b, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/a0eaee0dce7a4f9dabe2e2e8da51c6df, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/c9651a3d301243eab48153a73bfa7185] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp, totalSize=35.4 K 2024-12-03T07:44:55,420 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38549 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:44:55,420 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1541): c9d1223633522196f465bc0679c6b963/A is initiating minor compaction (all files) 2024-12-03T07:44:55,420 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c9d1223633522196f465bc0679c6b963/A in TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:55,420 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/033d69ae0afe4e20a1f675f29be4a972, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/a7b1059de6b64d0fb4b546115d5baf62, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/daf53d01747349f0b093b91f3d33aa2c] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp, totalSize=37.6 K 2024-12-03T07:44:55,420 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting fbdf38b9ecb5483aa84d4f0723fd4a2b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1733211892684 2024-12-03T07:44:55,420 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 033d69ae0afe4e20a1f675f29be4a972, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1733211892684 2024-12-03T07:44:55,421 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting a0eaee0dce7a4f9dabe2e2e8da51c6df, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1733211893064 2024-12-03T07:44:55,421 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting a7b1059de6b64d0fb4b546115d5baf62, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1733211893064 2024-12-03T07:44:55,421 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting c9651a3d301243eab48153a73bfa7185, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1733211894227 2024-12-03T07:44:55,421 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting daf53d01747349f0b093b91f3d33aa2c, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1733211894227 2024-12-03T07:44:55,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-03T07:44:55,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:55,426 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing c9d1223633522196f465bc0679c6b963 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-03T07:44:55,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=A 2024-12-03T07:44:55,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:55,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=B 2024-12-03T07:44:55,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:55,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=C 2024-12-03T07:44:55,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:55,429 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9d1223633522196f465bc0679c6b963#B#compaction#229 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:44:55,430 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9d1223633522196f465bc0679c6b963#A#compaction#228 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:44:55,430 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/ea2f4c61dc464a62a8947b517cdcccf9 is 50, key is test_row_0/B:col10/1733211894550/Put/seqid=0 2024-12-03T07:44:55,430 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/b70face0fe6549a28f0de7f25f9a3297 is 50, key is test_row_0/A:col10/1733211894550/Put/seqid=0 2024-12-03T07:44:55,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-03T07:44:55,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742098_1274 (size=12309) 2024-12-03T07:44:55,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/cede595de756404c96547606d642778f is 50, key is test_row_0/A:col10/1733211894569/Put/seqid=0 2024-12-03T07:44:55,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742097_1273 (size=12309) 2024-12-03T07:44:55,447 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/ea2f4c61dc464a62a8947b517cdcccf9 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/ea2f4c61dc464a62a8947b517cdcccf9 2024-12-03T07:44:55,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742099_1275 (size=12151) 2024-12-03T07:44:55,449 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/cede595de756404c96547606d642778f 2024-12-03T07:44:55,453 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/b70face0fe6549a28f0de7f25f9a3297 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/b70face0fe6549a28f0de7f25f9a3297 2024-12-03T07:44:55,456 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c9d1223633522196f465bc0679c6b963/B of c9d1223633522196f465bc0679c6b963 into ea2f4c61dc464a62a8947b517cdcccf9(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:44:55,456 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c9d1223633522196f465bc0679c6b963: 2024-12-03T07:44:55,456 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., storeName=c9d1223633522196f465bc0679c6b963/B, priority=13, startTime=1733211895418; duration=0sec 2024-12-03T07:44:55,456 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:44:55,456 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9d1223633522196f465bc0679c6b963:B 2024-12-03T07:44:55,456 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:44:55,457 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:44:55,457 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): c9d1223633522196f465bc0679c6b963/C is initiating minor compaction (all files) 2024-12-03T07:44:55,458 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c9d1223633522196f465bc0679c6b963/C in TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:55,458 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/49e9864d548649c3b1792ac10739e616, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/f9a75e385c624a4f94571a505a1d757a, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/7b5e248124514ef9b37a7880d152b07c] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp, totalSize=35.4 K 2024-12-03T07:44:55,459 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 49e9864d548649c3b1792ac10739e616, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1733211892684 2024-12-03T07:44:55,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/14a56254595b4f08befa0bccc1230f92 is 50, key is test_row_0/B:col10/1733211894569/Put/seqid=0 2024-12-03T07:44:55,459 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting f9a75e385c624a4f94571a505a1d757a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1733211893064 2024-12-03T07:44:55,460 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b5e248124514ef9b37a7880d152b07c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1733211894227 2024-12-03T07:44:55,461 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c9d1223633522196f465bc0679c6b963/A of c9d1223633522196f465bc0679c6b963 into b70face0fe6549a28f0de7f25f9a3297(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:44:55,461 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c9d1223633522196f465bc0679c6b963: 2024-12-03T07:44:55,461 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., storeName=c9d1223633522196f465bc0679c6b963/A, priority=13, startTime=1733211895418; duration=0sec 2024-12-03T07:44:55,461 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:55,461 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9d1223633522196f465bc0679c6b963:A 2024-12-03T07:44:55,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742100_1276 (size=12151) 2024-12-03T07:44:55,476 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9d1223633522196f465bc0679c6b963#C#compaction#232 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:44:55,477 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/09c8266bfed241fbb727d62ce55d85b9 is 50, key is test_row_0/C:col10/1733211894550/Put/seqid=0 2024-12-03T07:44:55,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742101_1277 (size=12309) 2024-12-03T07:44:55,497 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/09c8266bfed241fbb727d62ce55d85b9 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/09c8266bfed241fbb727d62ce55d85b9 2024-12-03T07:44:55,503 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c9d1223633522196f465bc0679c6b963/C of c9d1223633522196f465bc0679c6b963 into 09c8266bfed241fbb727d62ce55d85b9(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:44:55,503 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c9d1223633522196f465bc0679c6b963: 2024-12-03T07:44:55,503 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., storeName=c9d1223633522196f465bc0679c6b963/C, priority=13, startTime=1733211895418; duration=0sec 2024-12-03T07:44:55,503 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:55,503 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9d1223633522196f465bc0679c6b963:C 2024-12-03T07:44:55,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on c9d1223633522196f465bc0679c6b963 2024-12-03T07:44:55,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. as already flushing 2024-12-03T07:44:55,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:55,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211955730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:55,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:55,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1733211955731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:55,735 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:55,735 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:55,735 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:55,736 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:55,736 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:55,736 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:55,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:55,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35536 deadline: 1733211955731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:55,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:55,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:55,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:55,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:55,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211955732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:55,737 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:55,737 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:55,737 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:55,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:55,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35540 deadline: 1733211955735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:55,740 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:55,740 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:55,740 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:55,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-03T07:44:55,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:55,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211955837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:55,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:55,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:55,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:55,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:55,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1733211955837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:55,841 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:55,841 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:55,841 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:55,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:55,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35536 deadline: 1733211955848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:55,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:55,851 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:55,851 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:55,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211955848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:55,851 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:55,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:55,851 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:55,851 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:55,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35540 deadline: 1733211955848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:55,851 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:55,851 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:55,851 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:55,851 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:55,870 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/14a56254595b4f08befa0bccc1230f92 2024-12-03T07:44:55,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/99ed87337e9c45eab66b53723e4fa28d is 50, key is test_row_0/C:col10/1733211894569/Put/seqid=0 2024-12-03T07:44:55,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742102_1278 (size=12151) 2024-12-03T07:44:55,883 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/99ed87337e9c45eab66b53723e4fa28d 2024-12-03T07:44:55,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/cede595de756404c96547606d642778f as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/cede595de756404c96547606d642778f 2024-12-03T07:44:55,892 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/cede595de756404c96547606d642778f, entries=150, sequenceid=140, filesize=11.9 K 2024-12-03T07:44:55,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/14a56254595b4f08befa0bccc1230f92 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/14a56254595b4f08befa0bccc1230f92 2024-12-03T07:44:55,896 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/14a56254595b4f08befa0bccc1230f92, entries=150, sequenceid=140, filesize=11.9 K 2024-12-03T07:44:55,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/99ed87337e9c45eab66b53723e4fa28d as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/99ed87337e9c45eab66b53723e4fa28d 2024-12-03T07:44:55,904 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/99ed87337e9c45eab66b53723e4fa28d, entries=150, sequenceid=140, filesize=11.9 K 2024-12-03T07:44:55,905 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for c9d1223633522196f465bc0679c6b963 in 479ms, sequenceid=140, compaction requested=false 2024-12-03T07:44:55,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for c9d1223633522196f465bc0679c6b963: 2024-12-03T07:44:55,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:55,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-12-03T07:44:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-12-03T07:44:55,908 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-12-03T07:44:55,908 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 785 msec 2024-12-03T07:44:55,911 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 791 msec 2024-12-03T07:44:56,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on c9d1223633522196f465bc0679c6b963 2024-12-03T07:44:56,050 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c9d1223633522196f465bc0679c6b963 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-03T07:44:56,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=A 2024-12-03T07:44:56,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:56,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=B 2024-12-03T07:44:56,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:56,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=C 2024-12-03T07:44:56,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:56,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/7fb8e3bb18b143edb242b88295c1f601 is 50, key is test_row_0/A:col10/1733211895730/Put/seqid=0 2024-12-03T07:44:56,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742103_1279 (size=14541) 2024-12-03T07:44:56,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:56,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211956063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:56,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:56,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:56,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35540 deadline: 1733211956064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:56,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:56,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:56,071 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:56,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:56,071 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:56,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:56,071 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:56,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1733211956065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:56,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211956065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:56,071 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:56,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:56,071 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:56,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:56,072 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:56,072 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:56,072 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:56,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35536 deadline: 1733211956067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:56,072 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:56,072 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:56,072 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:56,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:56,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211956177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:56,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:56,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:56,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35540 deadline: 1733211956177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:56,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:56,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:56,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:56,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:56,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1733211956177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:56,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:56,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:56,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:56,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:56,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:56,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:56,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211956177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:56,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:56,182 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:56,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35536 deadline: 1733211956178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:56,182 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:56,182 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:56,182 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:56,182 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:56,182 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:56,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-03T07:44:56,258 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:44:56,258 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T07:44:56,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-12-03T07:44:56,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-03T07:44:56,260 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T07:44:56,261 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T07:44:56,261 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T07:44:56,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-03T07:44:56,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:56,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211956387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:56,389 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:56,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:56,389 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:56,389 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:56,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35540 deadline: 1733211956387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:56,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:56,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:56,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:56,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:56,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1733211956388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:56,392 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:56,392 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:56,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:56,392 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:56,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211956388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:56,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:56,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35536 deadline: 1733211956388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:56,392 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:56,392 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:56,392 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:56,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:56,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:56,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:56,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-03T07:44:56,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:56,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. as already flushing 2024-12-03T07:44:56,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:56,413 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:56,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:56,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:56,462 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/7fb8e3bb18b143edb242b88295c1f601 2024-12-03T07:44:56,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/8b2d3ff650ac4a3e8e72a6c0c38f093f is 50, key is test_row_0/B:col10/1733211895730/Put/seqid=0 2024-12-03T07:44:56,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742104_1280 (size=12151) 2024-12-03T07:44:56,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-03T07:44:56,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:56,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. as already flushing 2024-12-03T07:44:56,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:56,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:56,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:56,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:56,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-03T07:44:56,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:56,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211956697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:56,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:56,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:56,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:56,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:56,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35540 deadline: 1733211956697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:56,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:56,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:56,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:56,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:56,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1733211956698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:56,702 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:56,702 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:56,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:56,702 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:56,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211956698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:56,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:56,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35536 deadline: 1733211956698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:56,703 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:56,703 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:56,703 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:56,703 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:56,703 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:56,703 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:56,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-03T07:44:56,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:56,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. as already flushing 2024-12-03T07:44:56,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:56,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:56,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:56,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:56,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-03T07:44:56,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:56,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. as already flushing 2024-12-03T07:44:56,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:56,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:56,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:56,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:56,875 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/8b2d3ff650ac4a3e8e72a6c0c38f093f 2024-12-03T07:44:56,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/73793cdc7b884b2db34542030b18e19d is 50, key is test_row_0/C:col10/1733211895730/Put/seqid=0 2024-12-03T07:44:56,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-03T07:44:56,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742105_1281 (size=12151) 2024-12-03T07:44:57,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-03T07:44:57,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:57,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. as already flushing 2024-12-03T07:44:57,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:57,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:57,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:57,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:57,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-03T07:44:57,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:57,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. as already flushing 2024-12-03T07:44:57,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:57,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:57,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:57,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:57,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211957208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:57,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:57,212 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:57,213 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35540 deadline: 1733211957208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:57,213 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:57,213 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:57,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:57,213 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:57,213 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1733211957208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:57,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:57,213 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:57,213 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211957208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:57,213 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:57,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35536 deadline: 1733211957208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:57,213 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:57,214 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:57,214 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:57,214 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:57,214 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:57,214 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:57,293 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/73793cdc7b884b2db34542030b18e19d 2024-12-03T07:44:57,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/7fb8e3bb18b143edb242b88295c1f601 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/7fb8e3bb18b143edb242b88295c1f601 2024-12-03T07:44:57,302 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/7fb8e3bb18b143edb242b88295c1f601, entries=200, sequenceid=162, filesize=14.2 K 2024-12-03T07:44:57,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/8b2d3ff650ac4a3e8e72a6c0c38f093f as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/8b2d3ff650ac4a3e8e72a6c0c38f093f 2024-12-03T07:44:57,306 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/8b2d3ff650ac4a3e8e72a6c0c38f093f, entries=150, sequenceid=162, filesize=11.9 K 2024-12-03T07:44:57,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/73793cdc7b884b2db34542030b18e19d as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/73793cdc7b884b2db34542030b18e19d 2024-12-03T07:44:57,312 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/73793cdc7b884b2db34542030b18e19d, entries=150, sequenceid=162, filesize=11.9 K 2024-12-03T07:44:57,313 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for c9d1223633522196f465bc0679c6b963 in 1263ms, sequenceid=162, compaction requested=true 2024-12-03T07:44:57,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c9d1223633522196f465bc0679c6b963: 2024-12-03T07:44:57,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9d1223633522196f465bc0679c6b963:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T07:44:57,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:57,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9d1223633522196f465bc0679c6b963:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T07:44:57,313 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:44:57,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:57,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9d1223633522196f465bc0679c6b963:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T07:44:57,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:44:57,313 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:44:57,314 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:44:57,314 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39001 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:44:57,314 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): c9d1223633522196f465bc0679c6b963/B is initiating minor compaction (all files) 2024-12-03T07:44:57,314 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1541): c9d1223633522196f465bc0679c6b963/A is initiating minor compaction (all files) 2024-12-03T07:44:57,314 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c9d1223633522196f465bc0679c6b963/B in TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:57,314 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c9d1223633522196f465bc0679c6b963/A in TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:57,314 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/ea2f4c61dc464a62a8947b517cdcccf9, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/14a56254595b4f08befa0bccc1230f92, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/8b2d3ff650ac4a3e8e72a6c0c38f093f] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp, totalSize=35.8 K 2024-12-03T07:44:57,314 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/b70face0fe6549a28f0de7f25f9a3297, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/cede595de756404c96547606d642778f, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/7fb8e3bb18b143edb242b88295c1f601] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp, totalSize=38.1 K 2024-12-03T07:44:57,315 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting b70face0fe6549a28f0de7f25f9a3297, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1733211894227 2024-12-03T07:44:57,315 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting ea2f4c61dc464a62a8947b517cdcccf9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1733211894227 2024-12-03T07:44:57,315 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 14a56254595b4f08befa0bccc1230f92, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1733211894569 2024-12-03T07:44:57,315 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting cede595de756404c96547606d642778f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1733211894569 2024-12-03T07:44:57,316 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b2d3ff650ac4a3e8e72a6c0c38f093f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1733211895730 2024-12-03T07:44:57,316 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7fb8e3bb18b143edb242b88295c1f601, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1733211895730 2024-12-03T07:44:57,327 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9d1223633522196f465bc0679c6b963#B#compaction#237 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:44:57,328 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/d9f5ac2ab2264cd19873f9233a3d62e4 is 50, key is test_row_0/B:col10/1733211895730/Put/seqid=0 2024-12-03T07:44:57,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-03T07:44:57,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:57,332 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing c9d1223633522196f465bc0679c6b963 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-03T07:44:57,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=A 2024-12-03T07:44:57,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:57,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=B 2024-12-03T07:44:57,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:57,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=C 2024-12-03T07:44:57,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:57,339 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9d1223633522196f465bc0679c6b963#A#compaction#238 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:44:57,340 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/858f7498543e4d6d912bde4baa246f8e is 50, key is test_row_0/A:col10/1733211895730/Put/seqid=0 2024-12-03T07:44:57,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/19d07c5e4638464a8af62f256fbe5d7f is 50, key is test_row_0/A:col10/1733211896065/Put/seqid=0 2024-12-03T07:44:57,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742106_1282 (size=12561) 2024-12-03T07:44:57,365 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/d9f5ac2ab2264cd19873f9233a3d62e4 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/d9f5ac2ab2264cd19873f9233a3d62e4 2024-12-03T07:44:57,372 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c9d1223633522196f465bc0679c6b963/B of c9d1223633522196f465bc0679c6b963 into d9f5ac2ab2264cd19873f9233a3d62e4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:44:57,372 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c9d1223633522196f465bc0679c6b963: 2024-12-03T07:44:57,372 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., storeName=c9d1223633522196f465bc0679c6b963/B, priority=13, startTime=1733211897313; duration=0sec 2024-12-03T07:44:57,372 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:44:57,372 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9d1223633522196f465bc0679c6b963:B 2024-12-03T07:44:57,372 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:44:57,373 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:44:57,373 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): c9d1223633522196f465bc0679c6b963/C is initiating minor compaction (all files) 2024-12-03T07:44:57,373 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c9d1223633522196f465bc0679c6b963/C in TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:57,373 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/09c8266bfed241fbb727d62ce55d85b9, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/99ed87337e9c45eab66b53723e4fa28d, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/73793cdc7b884b2db34542030b18e19d] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp, totalSize=35.8 K 2024-12-03T07:44:57,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742107_1283 (size=12561) 2024-12-03T07:44:57,374 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 09c8266bfed241fbb727d62ce55d85b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1733211894227 2024-12-03T07:44:57,375 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 99ed87337e9c45eab66b53723e4fa28d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1733211894569 2024-12-03T07:44:57,375 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 73793cdc7b884b2db34542030b18e19d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1733211895730 2024-12-03T07:44:57,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742108_1284 (size=12151) 2024-12-03T07:44:57,376 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/19d07c5e4638464a8af62f256fbe5d7f 2024-12-03T07:44:57,384 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9d1223633522196f465bc0679c6b963#C#compaction#240 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:44:57,384 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/8bb222f1ff064a5fb9afa08ce35a0d31 is 50, key is test_row_0/C:col10/1733211895730/Put/seqid=0 2024-12-03T07:44:57,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/aed3e63f5f924e18a22b31b99a221c25 is 50, key is test_row_0/B:col10/1733211896065/Put/seqid=0 2024-12-03T07:44:57,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742109_1285 (size=12561) 2024-12-03T07:44:57,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742110_1286 (size=12151) 2024-12-03T07:44:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-03T07:44:57,780 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/858f7498543e4d6d912bde4baa246f8e as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/858f7498543e4d6d912bde4baa246f8e 2024-12-03T07:44:57,785 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c9d1223633522196f465bc0679c6b963/A of c9d1223633522196f465bc0679c6b963 into 858f7498543e4d6d912bde4baa246f8e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:44:57,785 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c9d1223633522196f465bc0679c6b963: 2024-12-03T07:44:57,785 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., storeName=c9d1223633522196f465bc0679c6b963/A, priority=13, startTime=1733211897313; duration=0sec 2024-12-03T07:44:57,785 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:57,785 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9d1223633522196f465bc0679c6b963:A 2024-12-03T07:44:57,791 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/aed3e63f5f924e18a22b31b99a221c25 2024-12-03T07:44:57,793 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/8bb222f1ff064a5fb9afa08ce35a0d31 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/8bb222f1ff064a5fb9afa08ce35a0d31 2024-12-03T07:44:57,799 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c9d1223633522196f465bc0679c6b963/C of c9d1223633522196f465bc0679c6b963 into 8bb222f1ff064a5fb9afa08ce35a0d31(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:44:57,799 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c9d1223633522196f465bc0679c6b963: 2024-12-03T07:44:57,799 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., storeName=c9d1223633522196f465bc0679c6b963/C, priority=13, startTime=1733211897313; duration=0sec 2024-12-03T07:44:57,799 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:57,799 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9d1223633522196f465bc0679c6b963:C 2024-12-03T07:44:57,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/50305abc9bff4b378605eef0904cb42c is 50, key is test_row_0/C:col10/1733211896065/Put/seqid=0 2024-12-03T07:44:57,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742111_1287 (size=12151) 2024-12-03T07:44:58,206 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/50305abc9bff4b378605eef0904cb42c 2024-12-03T07:44:58,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/19d07c5e4638464a8af62f256fbe5d7f as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/19d07c5e4638464a8af62f256fbe5d7f 2024-12-03T07:44:58,215 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/19d07c5e4638464a8af62f256fbe5d7f, entries=150, sequenceid=175, filesize=11.9 K 2024-12-03T07:44:58,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/aed3e63f5f924e18a22b31b99a221c25 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/aed3e63f5f924e18a22b31b99a221c25 2024-12-03T07:44:58,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on c9d1223633522196f465bc0679c6b963 2024-12-03T07:44:58,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. as already flushing 2024-12-03T07:44:58,220 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/aed3e63f5f924e18a22b31b99a221c25, entries=150, sequenceid=175, filesize=11.9 K 2024-12-03T07:44:58,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/50305abc9bff4b378605eef0904cb42c as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/50305abc9bff4b378605eef0904cb42c 2024-12-03T07:44:58,226 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/50305abc9bff4b378605eef0904cb42c, entries=150, sequenceid=175, filesize=11.9 K 2024-12-03T07:44:58,227 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=40.25 KB/41220 for c9d1223633522196f465bc0679c6b963 in 895ms, sequenceid=175, compaction requested=false 2024-12-03T07:44:58,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for c9d1223633522196f465bc0679c6b963: 2024-12-03T07:44:58,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:58,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-12-03T07:44:58,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-12-03T07:44:58,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on c9d1223633522196f465bc0679c6b963 2024-12-03T07:44:58,228 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c9d1223633522196f465bc0679c6b963 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-03T07:44:58,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=A 2024-12-03T07:44:58,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:58,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=B 2024-12-03T07:44:58,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:58,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=C 2024-12-03T07:44:58,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:44:58,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-12-03T07:44:58,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9670 sec 2024-12-03T07:44:58,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/f2ae400cdc4442ea87970dc518a83bcc is 50, key is test_row_0/A:col10/1733211898225/Put/seqid=0 2024-12-03T07:44:58,232 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 1.9730 sec 2024-12-03T07:44:58,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742112_1288 (size=16931) 2024-12-03T07:44:58,256 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733211898246, max timestamp=1733211898253Num uniques 859; 2024-12-03T07:44:58,256 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-03T07:44:58,256 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733211898246, max timestamp=1733211898253Num uniques 859; 2024-12-03T07:44:58,257 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-03T07:44:58,257 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733211898246, max timestamp=1733211898253Num uniques 859; 2024-12-03T07:44:58,257 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-03T07:44:58,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:58,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211958274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:58,280 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:58,280 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:58,280 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:58,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:58,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1733211958275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:58,283 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:58,283 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:58,283 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:58,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:58,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211958277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:58,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:58,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:58,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:58,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:58,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35540 deadline: 1733211958277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:58,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:58,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:58,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:58,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:58,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35536 deadline: 1733211958280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:58,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:58,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:58,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:58,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:58,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211958387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:58,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:58,388 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:58,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1733211958387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:58,388 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:58,389 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:58,389 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:58,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:58,389 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:58,389 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:58,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211958387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:58,389 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:58,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:58,389 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:58,389 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:58,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35540 deadline: 1733211958387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:58,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:58,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:58,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:58,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:58,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35536 deadline: 1733211958387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:58,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:58,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:58,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:58,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-03T07:44:58,408 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:44:58,409 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T07:44:58,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-12-03T07:44:58,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-03T07:44:58,410 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T07:44:58,411 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T07:44:58,411 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T07:44:58,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-03T07:44:58,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-03T07:44:58,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:58,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. as already flushing 2024-12-03T07:44:58,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:58,563 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:58,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:58,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:44:58,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:58,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211958597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:58,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:58,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:58,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:58,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1733211958598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:58,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:58,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:58,600 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:58,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211958598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:58,600 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:58,600 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:58,600 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:58,600 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:58,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:58,600 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:58,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35540 deadline: 1733211958598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:58,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:58,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:58,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:58,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:58,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35536 deadline: 1733211958598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:58,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:58,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:58,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:58,637 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/f2ae400cdc4442ea87970dc518a83bcc 2024-12-03T07:44:58,644 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/1a5e9e5b0f954055a8b26b3b4a4c8b25 is 50, key is test_row_0/B:col10/1733211898225/Put/seqid=0 2024-12-03T07:44:58,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742113_1289 (size=12151) 2024-12-03T07:44:58,648 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/1a5e9e5b0f954055a8b26b3b4a4c8b25 2024-12-03T07:44:58,654 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/e7cbf5eca565478cb160db4065501ee8 is 50, key is test_row_0/C:col10/1733211898225/Put/seqid=0 2024-12-03T07:44:58,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742114_1290 (size=12151) 2024-12-03T07:44:58,658 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/e7cbf5eca565478cb160db4065501ee8 2024-12-03T07:44:58,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/f2ae400cdc4442ea87970dc518a83bcc as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/f2ae400cdc4442ea87970dc518a83bcc 2024-12-03T07:44:58,666 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/f2ae400cdc4442ea87970dc518a83bcc, entries=250, sequenceid=188, filesize=16.5 K 2024-12-03T07:44:58,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/1a5e9e5b0f954055a8b26b3b4a4c8b25 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/1a5e9e5b0f954055a8b26b3b4a4c8b25 2024-12-03T07:44:58,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/1a5e9e5b0f954055a8b26b3b4a4c8b25, entries=150, sequenceid=188, filesize=11.9 K 2024-12-03T07:44:58,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/e7cbf5eca565478cb160db4065501ee8 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/e7cbf5eca565478cb160db4065501ee8 2024-12-03T07:44:58,676 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/e7cbf5eca565478cb160db4065501ee8, entries=150, sequenceid=188, filesize=11.9 K 2024-12-03T07:44:58,677 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for c9d1223633522196f465bc0679c6b963 in 449ms, sequenceid=188, compaction requested=true 2024-12-03T07:44:58,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c9d1223633522196f465bc0679c6b963: 2024-12-03T07:44:58,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9d1223633522196f465bc0679c6b963:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T07:44:58,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:58,677 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:44:58,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9d1223633522196f465bc0679c6b963:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T07:44:58,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:58,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9d1223633522196f465bc0679c6b963:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T07:44:58,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:44:58,678 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:44:58,678 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:44:58,679 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1541): c9d1223633522196f465bc0679c6b963/A is initiating minor compaction (all files) 2024-12-03T07:44:58,679 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:44:58,679 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): c9d1223633522196f465bc0679c6b963/B is initiating minor compaction (all files) 2024-12-03T07:44:58,679 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c9d1223633522196f465bc0679c6b963/A in TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:58,679 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c9d1223633522196f465bc0679c6b963/B in TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:58,679 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/d9f5ac2ab2264cd19873f9233a3d62e4, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/aed3e63f5f924e18a22b31b99a221c25, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/1a5e9e5b0f954055a8b26b3b4a4c8b25] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp, totalSize=36.0 K 2024-12-03T07:44:58,679 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/858f7498543e4d6d912bde4baa246f8e, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/19d07c5e4638464a8af62f256fbe5d7f, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/f2ae400cdc4442ea87970dc518a83bcc] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp, totalSize=40.7 K 2024-12-03T07:44:58,679 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 858f7498543e4d6d912bde4baa246f8e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1733211895730 2024-12-03T07:44:58,679 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting d9f5ac2ab2264cd19873f9233a3d62e4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1733211895730 2024-12-03T07:44:58,680 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 19d07c5e4638464a8af62f256fbe5d7f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733211896063 2024-12-03T07:44:58,680 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting f2ae400cdc4442ea87970dc518a83bcc, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1733211898219 2024-12-03T07:44:58,680 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting aed3e63f5f924e18a22b31b99a221c25, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733211896063 2024-12-03T07:44:58,681 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a5e9e5b0f954055a8b26b3b4a4c8b25, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1733211898224 2024-12-03T07:44:58,687 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9d1223633522196f465bc0679c6b963#A#compaction#246 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:44:58,688 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/b45e4d25a6a44b1183b88dd5e36b54bb is 50, key is test_row_0/A:col10/1733211898225/Put/seqid=0 2024-12-03T07:44:58,688 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9d1223633522196f465bc0679c6b963#B#compaction#247 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:44:58,689 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/46e96cb85fae442b9134604d30e6ae0d is 50, key is test_row_0/B:col10/1733211898225/Put/seqid=0 2024-12-03T07:44:58,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742115_1291 (size=12663) 2024-12-03T07:44:58,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742116_1292 (size=12663) 2024-12-03T07:44:58,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-03T07:44:58,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:58,716 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing c9d1223633522196f465bc0679c6b963 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-12-03T07:44:58,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=A 2024-12-03T07:44:58,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:44:58,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=B 2024-12-03T07:44:58,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:44:58,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=C 2024-12-03T07:44:58,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:44:58,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/9616335798a949a381226c4281c119a9 is 50, key is test_row_0/A:col10/1733211898278/Put/seqid=0 2024-12-03T07:44:58,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742117_1293 (size=12151) 2024-12-03T07:44:58,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-03T07:44:58,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on c9d1223633522196f465bc0679c6b963 2024-12-03T07:44:58,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. as already flushing 2024-12-03T07:44:58,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:58,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35540 deadline: 1733211958914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:58,921 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:58,921 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:58,921 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:58,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:58,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35536 deadline: 1733211958915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:58,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:58,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:58,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:58,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:58,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211958921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:58,928 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:58,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:58,928 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:58,928 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:58,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1733211958921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:58,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:58,928 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:58,928 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:58,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211958922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:58,928 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:58,928 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:58,928 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:58,929 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:59,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:59,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35540 deadline: 1733211959028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:59,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:59,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:59,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35536 deadline: 1733211959028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:59,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:59,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:59,032 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:59,033 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:59,033 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:59,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-03T07:44:59,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:59,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211959037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:59,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:59,038 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:59,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1733211959037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:59,038 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:59,038 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:59,039 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:59,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:59,039 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:59,039 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:59,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211959037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:59,039 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:59,039 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:59,039 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:59,098 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/b45e4d25a6a44b1183b88dd5e36b54bb as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/b45e4d25a6a44b1183b88dd5e36b54bb 2024-12-03T07:44:59,102 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c9d1223633522196f465bc0679c6b963/A of c9d1223633522196f465bc0679c6b963 into b45e4d25a6a44b1183b88dd5e36b54bb(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:44:59,102 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c9d1223633522196f465bc0679c6b963: 2024-12-03T07:44:59,103 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., storeName=c9d1223633522196f465bc0679c6b963/A, priority=13, startTime=1733211898677; duration=0sec 2024-12-03T07:44:59,103 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:44:59,103 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9d1223633522196f465bc0679c6b963:A 2024-12-03T07:44:59,103 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:44:59,104 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:44:59,104 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1541): c9d1223633522196f465bc0679c6b963/C is initiating minor compaction (all files) 2024-12-03T07:44:59,104 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c9d1223633522196f465bc0679c6b963/C in TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:59,104 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/8bb222f1ff064a5fb9afa08ce35a0d31, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/50305abc9bff4b378605eef0904cb42c, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/e7cbf5eca565478cb160db4065501ee8] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp, totalSize=36.0 K 2024-12-03T07:44:59,105 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8bb222f1ff064a5fb9afa08ce35a0d31, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1733211895730 2024-12-03T07:44:59,105 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 50305abc9bff4b378605eef0904cb42c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733211896063 2024-12-03T07:44:59,105 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting e7cbf5eca565478cb160db4065501ee8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1733211898224 2024-12-03T07:44:59,108 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/46e96cb85fae442b9134604d30e6ae0d as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/46e96cb85fae442b9134604d30e6ae0d 2024-12-03T07:44:59,113 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c9d1223633522196f465bc0679c6b963/B of c9d1223633522196f465bc0679c6b963 into 46e96cb85fae442b9134604d30e6ae0d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:44:59,113 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c9d1223633522196f465bc0679c6b963: 2024-12-03T07:44:59,113 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., storeName=c9d1223633522196f465bc0679c6b963/B, priority=13, startTime=1733211898677; duration=0sec 2024-12-03T07:44:59,114 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:59,114 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9d1223633522196f465bc0679c6b963:B 2024-12-03T07:44:59,114 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9d1223633522196f465bc0679c6b963#C#compaction#249 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:44:59,114 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/4f190db279104768ba5ee85c27c4a796 is 50, key is test_row_0/C:col10/1733211898225/Put/seqid=0 2024-12-03T07:44:59,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742118_1294 (size=12663) 2024-12-03T07:44:59,125 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=225 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/9616335798a949a381226c4281c119a9 2024-12-03T07:44:59,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/45472d3680e94930a2538af7e205dd2b is 50, key is test_row_0/B:col10/1733211898278/Put/seqid=0 2024-12-03T07:44:59,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742119_1295 (size=12151) 2024-12-03T07:44:59,141 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=225 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/45472d3680e94930a2538af7e205dd2b 2024-12-03T07:44:59,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/6de08913cab4414dafcde193e22f11bc is 50, key is test_row_0/C:col10/1733211898278/Put/seqid=0 2024-12-03T07:44:59,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742120_1296 (size=12151) 2024-12-03T07:44:59,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:59,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35540 deadline: 1733211959238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:59,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:59,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35536 deadline: 1733211959238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:59,239 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:59,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:59,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:59,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:59,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:59,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:59,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:59,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211959247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:59,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:59,251 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:59,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1733211959247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:59,251 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:59,251 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:59,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:59,251 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:59,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211959248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:59,252 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:59,252 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:59,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:59,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:59,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:59,523 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/4f190db279104768ba5ee85c27c4a796 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/4f190db279104768ba5ee85c27c4a796 2024-12-03T07:44:59,527 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c9d1223633522196f465bc0679c6b963/C of c9d1223633522196f465bc0679c6b963 into 4f190db279104768ba5ee85c27c4a796(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:44:59,528 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c9d1223633522196f465bc0679c6b963: 2024-12-03T07:44:59,528 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., storeName=c9d1223633522196f465bc0679c6b963/C, priority=13, startTime=1733211898678; duration=0sec 2024-12-03T07:44:59,528 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:44:59,528 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9d1223633522196f465bc0679c6b963:C 2024-12-03T07:44:59,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-03T07:44:59,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:59,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35540 deadline: 1733211959548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:59,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:59,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35536 deadline: 1733211959548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:59,552 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:59,552 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:59,552 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:59,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:59,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:59,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:59,554 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=225 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/6de08913cab4414dafcde193e22f11bc 2024-12-03T07:44:59,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/9616335798a949a381226c4281c119a9 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/9616335798a949a381226c4281c119a9 2024-12-03T07:44:59,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:59,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211959557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:59,562 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/9616335798a949a381226c4281c119a9, entries=150, sequenceid=225, filesize=11.9 K 2024-12-03T07:44:59,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:59,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1733211959557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:59,562 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:59,562 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:59,562 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:59,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:44:59,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:59,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211959558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:44:59,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:59,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:59,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:59,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:44:59,563 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:44:59,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/45472d3680e94930a2538af7e205dd2b as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/45472d3680e94930a2538af7e205dd2b 2024-12-03T07:44:59,566 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/45472d3680e94930a2538af7e205dd2b, entries=150, sequenceid=225, filesize=11.9 K 2024-12-03T07:44:59,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/6de08913cab4414dafcde193e22f11bc as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/6de08913cab4414dafcde193e22f11bc 2024-12-03T07:44:59,571 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/6de08913cab4414dafcde193e22f11bc, entries=150, sequenceid=225, filesize=11.9 K 2024-12-03T07:44:59,571 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=53.67 KB/54960 for c9d1223633522196f465bc0679c6b963 in 855ms, sequenceid=225, compaction requested=false 2024-12-03T07:44:59,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for c9d1223633522196f465bc0679c6b963: 2024-12-03T07:44:59,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:44:59,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-12-03T07:44:59,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-12-03T07:44:59,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-12-03T07:44:59,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1620 sec 2024-12-03T07:44:59,576 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.1660 sec 2024-12-03T07:45:00,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on c9d1223633522196f465bc0679c6b963 2024-12-03T07:45:00,061 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c9d1223633522196f465bc0679c6b963 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-03T07:45:00,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=A 2024-12-03T07:45:00,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:00,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=B 2024-12-03T07:45:00,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:00,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=C 2024-12-03T07:45:00,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:00,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/74f1a3b42fc2433aa8ad545d9aa50758 is 50, key is test_row_0/A:col10/1733211900059/Put/seqid=0 2024-12-03T07:45:00,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742121_1297 (size=12151) 2024-12-03T07:45:00,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:00,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211960080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:00,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:00,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:00,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35536 deadline: 1733211960081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:00,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:00,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:00,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:00,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35540 deadline: 1733211960083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:00,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:00,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:00,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:00,088 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:00,088 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:00,088 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:00,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:00,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1733211960084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:00,088 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:00,088 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:00,088 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:00,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:00,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211960086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:00,091 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:00,091 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:00,091 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:00,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:00,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211960198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:00,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:00,199 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:00,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35536 deadline: 1733211960198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:00,199 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:00,199 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:00,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:00,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:00,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:00,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:00,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35540 deadline: 1733211960198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:00,200 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:00,200 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:00,200 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:00,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:00,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1733211960198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:00,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:00,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:00,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:00,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211960198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:00,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:00,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:00,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:00,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:00,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:00,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211960408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:00,412 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:00,412 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:00,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:00,412 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:00,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35536 deadline: 1733211960408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:00,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:00,412 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:00,412 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:00,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35540 deadline: 1733211960408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:00,412 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:00,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:00,412 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:00,412 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:00,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1733211960408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:00,412 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:00,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:00,413 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:00,413 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:00,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211960408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:00,413 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:00,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:00,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:00,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:00,471 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/74f1a3b42fc2433aa8ad545d9aa50758 2024-12-03T07:45:00,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/5ed055ee1ffe4e3ca9832b8d857af78e is 50, key is test_row_0/B:col10/1733211900059/Put/seqid=0 2024-12-03T07:45:00,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742122_1298 (size=12151) 2024-12-03T07:45:00,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-03T07:45:00,558 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:45:00,558 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T07:45:00,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-12-03T07:45:00,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-03T07:45:00,560 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T07:45:00,561 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T07:45:00,561 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T07:45:00,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-03T07:45:00,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-03T07:45:00,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:00,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. as already flushing 2024-12-03T07:45:00,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:00,713 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:00,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:00,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:00,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:00,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211960718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:00,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:00,722 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:00,722 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:00,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35536 deadline: 1733211960718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:00,722 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:00,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:00,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35540 deadline: 1733211960718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:00,722 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:00,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:00,722 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:00,722 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:00,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1733211960718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:00,722 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:00,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:00,722 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:00,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211960718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:00,722 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:00,722 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:00,723 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:00,723 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:00,723 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:00,723 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:00,723 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:00,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-03T07:45:00,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:00,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. as already flushing 2024-12-03T07:45:00,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:00,866 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:00,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:00,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:00,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-03T07:45:00,882 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/5ed055ee1ffe4e3ca9832b8d857af78e 2024-12-03T07:45:00,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/01df67232d244d08a17f9a17113d4bd1 is 50, key is test_row_0/C:col10/1733211900059/Put/seqid=0 2024-12-03T07:45:00,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742123_1299 (size=12151) 2024-12-03T07:45:01,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-03T07:45:01,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:01,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. as already flushing 2024-12-03T07:45:01,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:01,019 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:01,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:01,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:01,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-03T07:45:01,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:01,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. as already flushing 2024-12-03T07:45:01,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:01,172 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:01,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:01,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:01,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-03T07:45:01,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:01,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211961228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:01,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:01,231 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:01,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35536 deadline: 1733211961228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:01,231 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:01,231 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:01,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:01,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:01,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:01,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:01,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35540 deadline: 1733211961228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:01,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:01,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1733211961228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:01,232 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:01,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:01,232 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:01,232 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:01,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211961228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:01,232 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:01,232 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:01,232 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:01,232 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:01,232 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:01,232 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:01,295 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/01df67232d244d08a17f9a17113d4bd1 2024-12-03T07:45:01,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/74f1a3b42fc2433aa8ad545d9aa50758 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/74f1a3b42fc2433aa8ad545d9aa50758 2024-12-03T07:45:01,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/74f1a3b42fc2433aa8ad545d9aa50758, entries=150, sequenceid=241, filesize=11.9 K 2024-12-03T07:45:01,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/5ed055ee1ffe4e3ca9832b8d857af78e as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/5ed055ee1ffe4e3ca9832b8d857af78e 2024-12-03T07:45:01,308 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/5ed055ee1ffe4e3ca9832b8d857af78e, entries=150, sequenceid=241, filesize=11.9 K 2024-12-03T07:45:01,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/01df67232d244d08a17f9a17113d4bd1 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/01df67232d244d08a17f9a17113d4bd1 2024-12-03T07:45:01,313 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/01df67232d244d08a17f9a17113d4bd1, entries=150, sequenceid=241, filesize=11.9 K 2024-12-03T07:45:01,313 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for c9d1223633522196f465bc0679c6b963 in 1252ms, sequenceid=241, compaction requested=true 2024-12-03T07:45:01,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c9d1223633522196f465bc0679c6b963: 2024-12-03T07:45:01,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9d1223633522196f465bc0679c6b963:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T07:45:01,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:01,314 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:45:01,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9d1223633522196f465bc0679c6b963:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T07:45:01,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:01,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9d1223633522196f465bc0679c6b963:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T07:45:01,314 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:45:01,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:45:01,315 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:45:01,315 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:45:01,315 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1541): c9d1223633522196f465bc0679c6b963/A is initiating minor compaction (all files) 2024-12-03T07:45:01,315 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): c9d1223633522196f465bc0679c6b963/B is initiating minor compaction (all files) 2024-12-03T07:45:01,315 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c9d1223633522196f465bc0679c6b963/A in TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:01,315 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c9d1223633522196f465bc0679c6b963/B in TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:01,315 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/46e96cb85fae442b9134604d30e6ae0d, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/45472d3680e94930a2538af7e205dd2b, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/5ed055ee1ffe4e3ca9832b8d857af78e] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp, totalSize=36.1 K 2024-12-03T07:45:01,315 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/b45e4d25a6a44b1183b88dd5e36b54bb, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/9616335798a949a381226c4281c119a9, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/74f1a3b42fc2433aa8ad545d9aa50758] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp, totalSize=36.1 K 2024-12-03T07:45:01,316 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 46e96cb85fae442b9134604d30e6ae0d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1733211898224 2024-12-03T07:45:01,316 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting b45e4d25a6a44b1183b88dd5e36b54bb, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1733211898224 2024-12-03T07:45:01,316 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 45472d3680e94930a2538af7e205dd2b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1733211898273 2024-12-03T07:45:01,316 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9616335798a949a381226c4281c119a9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1733211898273 2024-12-03T07:45:01,316 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ed055ee1ffe4e3ca9832b8d857af78e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733211898919 2024-12-03T07:45:01,316 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 74f1a3b42fc2433aa8ad545d9aa50758, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733211898919 2024-12-03T07:45:01,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-03T07:45:01,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:01,325 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9d1223633522196f465bc0679c6b963#B#compaction#256 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:45:01,325 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9d1223633522196f465bc0679c6b963#A#compaction#255 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:45:01,325 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing c9d1223633522196f465bc0679c6b963 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-03T07:45:01,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=A 2024-12-03T07:45:01,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:01,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=B 2024-12-03T07:45:01,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:01,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=C 2024-12-03T07:45:01,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:01,326 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/afe2fea2272d4298a0bd8aa19d5af462 is 50, key is test_row_0/A:col10/1733211900059/Put/seqid=0 2024-12-03T07:45:01,326 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/b0ac478e8d9146828498f07a339fb8b9 is 50, key is test_row_0/B:col10/1733211900059/Put/seqid=0 2024-12-03T07:45:01,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/de823879c2e34219bd379503c341e808 is 50, key is test_row_0/A:col10/1733211900079/Put/seqid=0 2024-12-03T07:45:01,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742125_1301 (size=12765) 2024-12-03T07:45:01,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742124_1300 (size=12765) 2024-12-03T07:45:01,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742126_1302 (size=12251) 2024-12-03T07:45:01,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-03T07:45:01,745 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/de823879c2e34219bd379503c341e808 2024-12-03T07:45:01,746 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/b0ac478e8d9146828498f07a339fb8b9 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/b0ac478e8d9146828498f07a339fb8b9 2024-12-03T07:45:01,749 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/afe2fea2272d4298a0bd8aa19d5af462 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/afe2fea2272d4298a0bd8aa19d5af462 2024-12-03T07:45:01,752 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c9d1223633522196f465bc0679c6b963/B of c9d1223633522196f465bc0679c6b963 into b0ac478e8d9146828498f07a339fb8b9(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:45:01,752 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c9d1223633522196f465bc0679c6b963: 2024-12-03T07:45:01,752 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., storeName=c9d1223633522196f465bc0679c6b963/B, priority=13, startTime=1733211901314; duration=0sec 2024-12-03T07:45:01,752 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:45:01,752 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9d1223633522196f465bc0679c6b963:B 2024-12-03T07:45:01,752 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:45:01,754 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:45:01,754 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): c9d1223633522196f465bc0679c6b963/C is initiating minor compaction (all files) 2024-12-03T07:45:01,755 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c9d1223633522196f465bc0679c6b963/C in TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:01,755 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/4f190db279104768ba5ee85c27c4a796, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/6de08913cab4414dafcde193e22f11bc, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/01df67232d244d08a17f9a17113d4bd1] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp, totalSize=36.1 K 2024-12-03T07:45:01,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/5a6bb68ad11d4be6b1425074fa0a0875 is 50, key is test_row_0/B:col10/1733211900079/Put/seqid=0 2024-12-03T07:45:01,755 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f190db279104768ba5ee85c27c4a796, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1733211898224 2024-12-03T07:45:01,755 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 6de08913cab4414dafcde193e22f11bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1733211898273 2024-12-03T07:45:01,756 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 01df67232d244d08a17f9a17113d4bd1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733211898919 2024-12-03T07:45:01,756 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c9d1223633522196f465bc0679c6b963/A of c9d1223633522196f465bc0679c6b963 into afe2fea2272d4298a0bd8aa19d5af462(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:45:01,756 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c9d1223633522196f465bc0679c6b963: 2024-12-03T07:45:01,756 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., storeName=c9d1223633522196f465bc0679c6b963/A, priority=13, startTime=1733211901314; duration=0sec 2024-12-03T07:45:01,756 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:01,756 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9d1223633522196f465bc0679c6b963:A 2024-12-03T07:45:01,763 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9d1223633522196f465bc0679c6b963#C#compaction#259 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:45:01,764 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/f871a1529778462fba8d49f6f187b198 is 50, key is test_row_0/C:col10/1733211900059/Put/seqid=0 2024-12-03T07:45:01,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742127_1303 (size=12251) 2024-12-03T07:45:01,771 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/5a6bb68ad11d4be6b1425074fa0a0875 2024-12-03T07:45:01,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/d747ea4479584e129149c7ea6ff0ffa4 is 50, key is test_row_0/C:col10/1733211900079/Put/seqid=0 2024-12-03T07:45:01,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742129_1305 (size=12251) 2024-12-03T07:45:01,819 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/d747ea4479584e129149c7ea6ff0ffa4 2024-12-03T07:45:01,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742128_1304 (size=12765) 2024-12-03T07:45:01,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/de823879c2e34219bd379503c341e808 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/de823879c2e34219bd379503c341e808 2024-12-03T07:45:01,834 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/de823879c2e34219bd379503c341e808, entries=150, sequenceid=260, filesize=12.0 K 2024-12-03T07:45:01,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/5a6bb68ad11d4be6b1425074fa0a0875 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/5a6bb68ad11d4be6b1425074fa0a0875 2024-12-03T07:45:01,842 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/5a6bb68ad11d4be6b1425074fa0a0875, entries=150, sequenceid=260, filesize=12.0 K 2024-12-03T07:45:01,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/d747ea4479584e129149c7ea6ff0ffa4 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/d747ea4479584e129149c7ea6ff0ffa4 2024-12-03T07:45:01,848 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/d747ea4479584e129149c7ea6ff0ffa4, entries=150, sequenceid=260, filesize=12.0 K 2024-12-03T07:45:01,848 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=0 B/0 for c9d1223633522196f465bc0679c6b963 in 523ms, sequenceid=260, compaction requested=false 2024-12-03T07:45:01,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for c9d1223633522196f465bc0679c6b963: 2024-12-03T07:45:01,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:01,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-12-03T07:45:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-12-03T07:45:01,853 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-12-03T07:45:01,853 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2890 sec 2024-12-03T07:45:01,855 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 1.2960 sec 2024-12-03T07:45:02,225 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/f871a1529778462fba8d49f6f187b198 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/f871a1529778462fba8d49f6f187b198 2024-12-03T07:45:02,232 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c9d1223633522196f465bc0679c6b963/C of c9d1223633522196f465bc0679c6b963 into f871a1529778462fba8d49f6f187b198(size=12.5 K), total size for store is 24.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:45:02,232 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c9d1223633522196f465bc0679c6b963: 2024-12-03T07:45:02,232 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., storeName=c9d1223633522196f465bc0679c6b963/C, priority=13, startTime=1733211901314; duration=0sec 2024-12-03T07:45:02,232 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:02,232 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9d1223633522196f465bc0679c6b963:C 2024-12-03T07:45:02,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on c9d1223633522196f465bc0679c6b963 2024-12-03T07:45:02,245 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c9d1223633522196f465bc0679c6b963 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-03T07:45:02,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=A 2024-12-03T07:45:02,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:02,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=B 2024-12-03T07:45:02,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:02,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=C 2024-12-03T07:45:02,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:02,255 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/7a6a6ef64467473b8236eefc8262caae is 50, key is test_row_0/A:col10/1733211902244/Put/seqid=0 2024-12-03T07:45:02,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742130_1306 (size=14741) 2024-12-03T07:45:02,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:02,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211962265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:02,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:02,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211962266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:02,271 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:02,271 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:02,271 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:02,272 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733211902260, max timestamp=1733211902269Num uniques 859; 2024-12-03T07:45:02,273 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-03T07:45:02,273 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733211902260, max timestamp=1733211902269Num uniques 859; 2024-12-03T07:45:02,273 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-03T07:45:02,273 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733211902261, max timestamp=1733211902269Num uniques 859; 2024-12-03T07:45:02,273 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-03T07:45:02,277 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:02,277 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:02,277 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:02,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:02,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35536 deadline: 1733211962304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:02,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:02,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:02,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:02,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:02,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1733211962305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:02,312 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:02,312 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:02,312 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:02,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:02,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35540 deadline: 1733211962306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:02,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:02,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:02,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:02,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211962377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:02,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:02,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:02,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:02,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:02,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211962387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:02,392 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:02,392 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:02,392 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:02,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:02,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35536 deadline: 1733211962418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:02,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:02,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35540 deadline: 1733211962418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:02,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:02,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:02,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:02,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:02,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:02,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:02,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1733211962418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:02,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:02,421 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:02,421 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:02,421 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:02,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:02,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211962587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:02,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:02,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:02,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:02,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:02,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211962597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:02,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:02,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:02,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:02,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:02,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35536 deadline: 1733211962628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:02,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:02,633 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:02,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:02,633 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:02,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35540 deadline: 1733211962628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:02,633 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:02,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:02,633 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:02,633 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:02,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1733211962628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:02,633 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:02,633 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:02,633 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:02,660 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/7a6a6ef64467473b8236eefc8262caae 2024-12-03T07:45:02,667 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/7323f0a6ca5e46428e8cc30674de1c8b is 50, key is test_row_0/B:col10/1733211902244/Put/seqid=0 2024-12-03T07:45:02,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742131_1307 (size=12301) 2024-12-03T07:45:02,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-03T07:45:02,708 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:45:02,709 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T07:45:02,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-12-03T07:45:02,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-03T07:45:02,712 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T07:45:02,713 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T07:45:02,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T07:45:02,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-03T07:45:02,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-03T07:45:02,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:02,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. as already flushing 2024-12-03T07:45:02,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:02,866 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:02,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:02,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:02,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:02,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211962897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:02,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:02,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:02,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:02,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:02,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211962908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:02,908 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:02,908 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:02,909 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:02,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:02,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35536 deadline: 1733211962937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:02,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:02,939 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:02,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35540 deadline: 1733211962937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:02,939 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:02,939 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:02,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:02,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:02,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1733211962937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:02,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:02,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:02,940 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:02,940 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:02,940 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:03,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-03T07:45:03,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:03,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. as already flushing 2024-12-03T07:45:03,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:03,019 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:03,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:03,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:03,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-03T07:45:03,071 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/7323f0a6ca5e46428e8cc30674de1c8b 2024-12-03T07:45:03,079 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/3a61d4d04b0a46f5bd572aee8b3a8471 is 50, key is test_row_0/C:col10/1733211902244/Put/seqid=0 2024-12-03T07:45:03,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742132_1308 (size=12301) 2024-12-03T07:45:03,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-03T07:45:03,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:03,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. as already flushing 2024-12-03T07:45:03,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:03,172 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:03,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:03,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:03,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-03T07:45:03,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:03,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. as already flushing 2024-12-03T07:45:03,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:03,325 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:03,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:03,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:03,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-03T07:45:03,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:03,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211963408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:03,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:03,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:03,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:03,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:03,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211963417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:03,422 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:03,422 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:03,422 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:03,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:03,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35536 deadline: 1733211963447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:03,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:03,450 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:03,450 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:03,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35540 deadline: 1733211963447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:03,451 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:03,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:03,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:03,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:03,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1733211963447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:03,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:03,451 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:03,451 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:03,451 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:03,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-03T07:45:03,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:03,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. as already flushing 2024-12-03T07:45:03,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:03,478 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:03,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:03,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:03,483 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/3a61d4d04b0a46f5bd572aee8b3a8471 2024-12-03T07:45:03,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/7a6a6ef64467473b8236eefc8262caae as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/7a6a6ef64467473b8236eefc8262caae 2024-12-03T07:45:03,492 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/7a6a6ef64467473b8236eefc8262caae, entries=200, sequenceid=274, filesize=14.4 K 2024-12-03T07:45:03,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/7323f0a6ca5e46428e8cc30674de1c8b as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/7323f0a6ca5e46428e8cc30674de1c8b 2024-12-03T07:45:03,496 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/7323f0a6ca5e46428e8cc30674de1c8b, entries=150, sequenceid=274, filesize=12.0 K 2024-12-03T07:45:03,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/3a61d4d04b0a46f5bd572aee8b3a8471 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/3a61d4d04b0a46f5bd572aee8b3a8471 2024-12-03T07:45:03,500 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/3a61d4d04b0a46f5bd572aee8b3a8471, entries=150, sequenceid=274, filesize=12.0 K 2024-12-03T07:45:03,500 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=136.42 KB/139690 for c9d1223633522196f465bc0679c6b963 in 1255ms, sequenceid=274, compaction requested=true 2024-12-03T07:45:03,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c9d1223633522196f465bc0679c6b963: 2024-12-03T07:45:03,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9d1223633522196f465bc0679c6b963:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T07:45:03,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:03,501 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:45:03,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9d1223633522196f465bc0679c6b963:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T07:45:03,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:03,501 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:45:03,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9d1223633522196f465bc0679c6b963:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T07:45:03,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:45:03,503 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39757 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:45:03,503 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37317 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:45:03,503 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1541): c9d1223633522196f465bc0679c6b963/A is initiating minor compaction (all files) 2024-12-03T07:45:03,503 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): c9d1223633522196f465bc0679c6b963/B is initiating minor compaction (all files) 2024-12-03T07:45:03,503 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c9d1223633522196f465bc0679c6b963/A in TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:03,503 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c9d1223633522196f465bc0679c6b963/B in TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:03,503 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/afe2fea2272d4298a0bd8aa19d5af462, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/de823879c2e34219bd379503c341e808, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/7a6a6ef64467473b8236eefc8262caae] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp, totalSize=38.8 K 2024-12-03T07:45:03,503 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/b0ac478e8d9146828498f07a339fb8b9, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/5a6bb68ad11d4be6b1425074fa0a0875, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/7323f0a6ca5e46428e8cc30674de1c8b] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp, totalSize=36.4 K 2024-12-03T07:45:03,503 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting afe2fea2272d4298a0bd8aa19d5af462, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733211898919 2024-12-03T07:45:03,503 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting b0ac478e8d9146828498f07a339fb8b9, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733211898919 2024-12-03T07:45:03,504 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a6bb68ad11d4be6b1425074fa0a0875, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1733211900079 2024-12-03T07:45:03,504 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting de823879c2e34219bd379503c341e808, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1733211900079 2024-12-03T07:45:03,504 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 7323f0a6ca5e46428e8cc30674de1c8b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1733211902241 2024-12-03T07:45:03,504 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7a6a6ef64467473b8236eefc8262caae, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1733211902241 2024-12-03T07:45:03,512 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9d1223633522196f465bc0679c6b963#A#compaction#265 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:45:03,512 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9d1223633522196f465bc0679c6b963#B#compaction#264 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:45:03,512 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/c036b3817ff0491d944358b26e1640e3 is 50, key is test_row_0/A:col10/1733211902244/Put/seqid=0 2024-12-03T07:45:03,512 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/b75a9d4449e24a919e0a7cc87a06ae43 is 50, key is test_row_0/B:col10/1733211902244/Put/seqid=0 2024-12-03T07:45:03,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742133_1309 (size=13017) 2024-12-03T07:45:03,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742134_1310 (size=13017) 2024-12-03T07:45:03,532 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/b75a9d4449e24a919e0a7cc87a06ae43 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/b75a9d4449e24a919e0a7cc87a06ae43 2024-12-03T07:45:03,532 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/c036b3817ff0491d944358b26e1640e3 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/c036b3817ff0491d944358b26e1640e3 2024-12-03T07:45:03,537 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c9d1223633522196f465bc0679c6b963/B of c9d1223633522196f465bc0679c6b963 into b75a9d4449e24a919e0a7cc87a06ae43(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:45:03,537 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c9d1223633522196f465bc0679c6b963/A of c9d1223633522196f465bc0679c6b963 into c036b3817ff0491d944358b26e1640e3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:45:03,537 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c9d1223633522196f465bc0679c6b963: 2024-12-03T07:45:03,537 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c9d1223633522196f465bc0679c6b963: 2024-12-03T07:45:03,537 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., storeName=c9d1223633522196f465bc0679c6b963/A, priority=13, startTime=1733211903501; duration=0sec 2024-12-03T07:45:03,537 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., storeName=c9d1223633522196f465bc0679c6b963/B, priority=13, startTime=1733211903501; duration=0sec 2024-12-03T07:45:03,537 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:45:03,537 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9d1223633522196f465bc0679c6b963:B 2024-12-03T07:45:03,537 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:03,537 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9d1223633522196f465bc0679c6b963:A 2024-12-03T07:45:03,537 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:45:03,539 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37317 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:45:03,539 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): c9d1223633522196f465bc0679c6b963/C is initiating minor compaction (all files) 2024-12-03T07:45:03,539 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c9d1223633522196f465bc0679c6b963/C in TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:03,539 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/f871a1529778462fba8d49f6f187b198, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/d747ea4479584e129149c7ea6ff0ffa4, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/3a61d4d04b0a46f5bd572aee8b3a8471] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp, totalSize=36.4 K 2024-12-03T07:45:03,539 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting f871a1529778462fba8d49f6f187b198, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733211898919 2024-12-03T07:45:03,540 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting d747ea4479584e129149c7ea6ff0ffa4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1733211900079 2024-12-03T07:45:03,540 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a61d4d04b0a46f5bd572aee8b3a8471, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1733211902241 2024-12-03T07:45:03,554 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9d1223633522196f465bc0679c6b963#C#compaction#266 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:45:03,555 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/813729fbee6c47a9806ca7c5b8a14a3b is 50, key is test_row_0/C:col10/1733211902244/Put/seqid=0 2024-12-03T07:45:03,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742135_1311 (size=13017) 2024-12-03T07:45:03,563 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/813729fbee6c47a9806ca7c5b8a14a3b as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/813729fbee6c47a9806ca7c5b8a14a3b 2024-12-03T07:45:03,575 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c9d1223633522196f465bc0679c6b963/C of c9d1223633522196f465bc0679c6b963 into 813729fbee6c47a9806ca7c5b8a14a3b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:45:03,575 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c9d1223633522196f465bc0679c6b963: 2024-12-03T07:45:03,575 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., storeName=c9d1223633522196f465bc0679c6b963/C, priority=13, startTime=1733211903501; duration=0sec 2024-12-03T07:45:03,575 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:03,575 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9d1223633522196f465bc0679c6b963:C 2024-12-03T07:45:03,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-03T07:45:03,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:03,631 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing c9d1223633522196f465bc0679c6b963 3/3 column families, dataSize=136.42 KB heapSize=385.38 KB 2024-12-03T07:45:03,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=A 2024-12-03T07:45:03,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:45:03,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=B 2024-12-03T07:45:03,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:45:03,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=C 2024-12-03T07:45:03,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:45:03,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/35df4ca4bcdc44e0aa855d70354827b3 is 50, key is test_row_0/A:col10/1733211902304/Put/seqid=0 2024-12-03T07:45:03,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742136_1312 (size=12301) 2024-12-03T07:45:03,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-03T07:45:04,051 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/35df4ca4bcdc44e0aa855d70354827b3 2024-12-03T07:45:04,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/0da44e4cf68f43c3a318c6ea8e86be52 is 50, key is test_row_0/B:col10/1733211902304/Put/seqid=0 2024-12-03T07:45:04,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742137_1313 (size=12301) 2024-12-03T07:45:04,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on c9d1223633522196f465bc0679c6b963 2024-12-03T07:45:04,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. as already flushing 2024-12-03T07:45:04,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:04,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211964447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:04,453 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:04,454 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:04,454 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:04,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:04,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211964453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:04,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:04,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:04,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:04,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:04,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35536 deadline: 1733211964458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:04,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:04,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1733211964458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:04,461 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 911db94732f6,39389,1733211824582 for 'test_row_1' in c9d1223633522196f465bc0679c6b963 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T07:45:04,462 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 911db94732f6,39389,1733211824582 for 'test_row_0' in c9d1223633522196f465bc0679c6b963 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T07:45:04,462 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:04,462 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:04,462 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:04,462 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:04,462 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:04,462 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:04,464 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/0da44e4cf68f43c3a318c6ea8e86be52 2024-12-03T07:45:04,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:04,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35540 deadline: 1733211964467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:04,472 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 911db94732f6,39389,1733211824582 for 'test_row_1' in c9d1223633522196f465bc0679c6b963 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T07:45:04,472 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:04,472 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:04,472 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:04,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/3bd9b13623914923bfccb32a3c3580e9 is 50, key is test_row_0/C:col10/1733211902304/Put/seqid=0 2024-12-03T07:45:04,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742138_1314 (size=12301) 2024-12-03T07:45:04,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:04,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211964558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:04,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:04,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:04,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:04,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:04,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211964567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:04,570 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:04,570 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:04,570 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:04,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:04,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211964768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:04,771 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:04,772 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:04,772 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:04,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:04,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211964778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:04,782 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:04,782 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:04,782 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:04,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-03T07:45:04,876 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/3bd9b13623914923bfccb32a3c3580e9 2024-12-03T07:45:04,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/35df4ca4bcdc44e0aa855d70354827b3 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/35df4ca4bcdc44e0aa855d70354827b3 2024-12-03T07:45:04,885 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/35df4ca4bcdc44e0aa855d70354827b3, entries=150, sequenceid=313, filesize=12.0 K 2024-12-03T07:45:04,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/0da44e4cf68f43c3a318c6ea8e86be52 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/0da44e4cf68f43c3a318c6ea8e86be52 2024-12-03T07:45:04,890 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/0da44e4cf68f43c3a318c6ea8e86be52, entries=150, sequenceid=313, filesize=12.0 K 2024-12-03T07:45:04,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/3bd9b13623914923bfccb32a3c3580e9 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/3bd9b13623914923bfccb32a3c3580e9 2024-12-03T07:45:04,894 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/3bd9b13623914923bfccb32a3c3580e9, entries=150, sequenceid=313, filesize=12.0 K 2024-12-03T07:45:04,895 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~136.42 KB/139690, heapSize ~385.33 KB/394576, currentSize=46.96 KB/48090 for c9d1223633522196f465bc0679c6b963 in 1264ms, sequenceid=313, compaction requested=false 2024-12-03T07:45:04,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for c9d1223633522196f465bc0679c6b963: 2024-12-03T07:45:04,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:04,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-12-03T07:45:04,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-12-03T07:45:04,899 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-12-03T07:45:04,899 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1840 sec 2024-12-03T07:45:04,900 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 2.1900 sec 2024-12-03T07:45:05,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on c9d1223633522196f465bc0679c6b963 2024-12-03T07:45:05,080 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c9d1223633522196f465bc0679c6b963 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-03T07:45:05,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=A 2024-12-03T07:45:05,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:05,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=B 2024-12-03T07:45:05,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:05,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=C 2024-12-03T07:45:05,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:05,084 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/011364ccac564b40a8922aafe42c42ed is 50, key is test_row_0/A:col10/1733211905078/Put/seqid=0 2024-12-03T07:45:05,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742139_1315 (size=14741) 2024-12-03T07:45:05,135 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733211905118, max timestamp=1733211905131Num uniques 859; 2024-12-03T07:45:05,135 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733211905118, max timestamp=1733211905131Num uniques 859; 2024-12-03T07:45:05,135 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733211905118, max timestamp=1733211905131Num uniques 859; 2024-12-03T07:45:05,135 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-03T07:45:05,135 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-03T07:45:05,135 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-03T07:45:05,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211965178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:05,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:05,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:05,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:05,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211965181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:05,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:05,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:05,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:05,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:05,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211965287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:05,291 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:05,291 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:05,291 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:05,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211965297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:05,299 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:05,299 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:05,299 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:05,490 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/011364ccac564b40a8922aafe42c42ed 2024-12-03T07:45:05,497 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/9f3b5a1ae322403d8ced4a2846fa9f05 is 50, key is test_row_0/B:col10/1733211905078/Put/seqid=0 2024-12-03T07:45:05,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:05,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211965498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:05,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742140_1316 (size=12301) 2024-12-03T07:45:05,507 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:05,507 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:05,507 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:05,508 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/9f3b5a1ae322403d8ced4a2846fa9f05 2024-12-03T07:45:05,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211965507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:05,514 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:05,514 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:05,514 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:05,515 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/8f5b8ea30c6f4accbfa5d4fa195e6528 is 50, key is test_row_0/C:col10/1733211905078/Put/seqid=0 2024-12-03T07:45:05,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742141_1317 (size=12301) 2024-12-03T07:45:05,518 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/8f5b8ea30c6f4accbfa5d4fa195e6528 2024-12-03T07:45:05,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/011364ccac564b40a8922aafe42c42ed as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/011364ccac564b40a8922aafe42c42ed 2024-12-03T07:45:05,525 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/011364ccac564b40a8922aafe42c42ed, entries=200, sequenceid=324, filesize=14.4 K 2024-12-03T07:45:05,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/9f3b5a1ae322403d8ced4a2846fa9f05 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/9f3b5a1ae322403d8ced4a2846fa9f05 2024-12-03T07:45:05,530 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/9f3b5a1ae322403d8ced4a2846fa9f05, entries=150, sequenceid=324, filesize=12.0 K 2024-12-03T07:45:05,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/8f5b8ea30c6f4accbfa5d4fa195e6528 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/8f5b8ea30c6f4accbfa5d4fa195e6528 2024-12-03T07:45:05,534 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/8f5b8ea30c6f4accbfa5d4fa195e6528, entries=150, sequenceid=324, filesize=12.0 K 2024-12-03T07:45:05,535 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for c9d1223633522196f465bc0679c6b963 in 455ms, sequenceid=324, compaction requested=true 2024-12-03T07:45:05,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c9d1223633522196f465bc0679c6b963: 2024-12-03T07:45:05,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9d1223633522196f465bc0679c6b963:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T07:45:05,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:05,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9d1223633522196f465bc0679c6b963:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T07:45:05,535 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:45:05,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:05,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9d1223633522196f465bc0679c6b963:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T07:45:05,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:45:05,535 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:45:05,536 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:45:05,536 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:45:05,536 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1541): c9d1223633522196f465bc0679c6b963/A is initiating minor compaction (all files) 2024-12-03T07:45:05,536 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): c9d1223633522196f465bc0679c6b963/B is initiating minor compaction (all files) 2024-12-03T07:45:05,536 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c9d1223633522196f465bc0679c6b963/A in TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:05,536 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c9d1223633522196f465bc0679c6b963/B in TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:05,536 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/c036b3817ff0491d944358b26e1640e3, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/35df4ca4bcdc44e0aa855d70354827b3, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/011364ccac564b40a8922aafe42c42ed] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp, totalSize=39.1 K 2024-12-03T07:45:05,536 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/b75a9d4449e24a919e0a7cc87a06ae43, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/0da44e4cf68f43c3a318c6ea8e86be52, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/9f3b5a1ae322403d8ced4a2846fa9f05] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp, totalSize=36.7 K 2024-12-03T07:45:05,537 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting c036b3817ff0491d944358b26e1640e3, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1733211902241 2024-12-03T07:45:05,537 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting b75a9d4449e24a919e0a7cc87a06ae43, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1733211902241 2024-12-03T07:45:05,537 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 35df4ca4bcdc44e0aa855d70354827b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1733211902302 2024-12-03T07:45:05,537 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 0da44e4cf68f43c3a318c6ea8e86be52, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1733211902302 2024-12-03T07:45:05,537 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 011364ccac564b40a8922aafe42c42ed, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733211904438 2024-12-03T07:45:05,538 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f3b5a1ae322403d8ced4a2846fa9f05, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733211904438 2024-12-03T07:45:05,547 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9d1223633522196f465bc0679c6b963#A#compaction#273 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:45:05,547 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/6be3d05c22ba4bfd982492c044d6cf6f is 50, key is test_row_0/A:col10/1733211905078/Put/seqid=0 2024-12-03T07:45:05,556 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9d1223633522196f465bc0679c6b963#B#compaction#274 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:45:05,557 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/b7afa6f5576b4a97b2f982509ee29e48 is 50, key is test_row_0/B:col10/1733211905078/Put/seqid=0 2024-12-03T07:45:05,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742142_1318 (size=13119) 2024-12-03T07:45:05,567 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/6be3d05c22ba4bfd982492c044d6cf6f as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/6be3d05c22ba4bfd982492c044d6cf6f 2024-12-03T07:45:05,573 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c9d1223633522196f465bc0679c6b963/A of c9d1223633522196f465bc0679c6b963 into 6be3d05c22ba4bfd982492c044d6cf6f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:45:05,573 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c9d1223633522196f465bc0679c6b963: 2024-12-03T07:45:05,573 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., storeName=c9d1223633522196f465bc0679c6b963/A, priority=13, startTime=1733211905535; duration=0sec 2024-12-03T07:45:05,573 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:45:05,573 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9d1223633522196f465bc0679c6b963:A 2024-12-03T07:45:05,573 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:45:05,574 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:45:05,574 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1541): c9d1223633522196f465bc0679c6b963/C is initiating minor compaction (all files) 2024-12-03T07:45:05,574 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c9d1223633522196f465bc0679c6b963/C in TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:05,574 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/813729fbee6c47a9806ca7c5b8a14a3b, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/3bd9b13623914923bfccb32a3c3580e9, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/8f5b8ea30c6f4accbfa5d4fa195e6528] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp, totalSize=36.7 K 2024-12-03T07:45:05,574 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 813729fbee6c47a9806ca7c5b8a14a3b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1733211902241 2024-12-03T07:45:05,575 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3bd9b13623914923bfccb32a3c3580e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1733211902302 2024-12-03T07:45:05,575 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f5b8ea30c6f4accbfa5d4fa195e6528, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733211904438 2024-12-03T07:45:05,582 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9d1223633522196f465bc0679c6b963#C#compaction#275 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:45:05,582 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/3ef228691cfa41c8b823a4aed3309e34 is 50, key is test_row_0/C:col10/1733211905078/Put/seqid=0 2024-12-03T07:45:05,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742143_1319 (size=13119) 2024-12-03T07:45:05,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742144_1320 (size=13119) 2024-12-03T07:45:05,599 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/b7afa6f5576b4a97b2f982509ee29e48 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/b7afa6f5576b4a97b2f982509ee29e48 2024-12-03T07:45:05,606 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c9d1223633522196f465bc0679c6b963/B of c9d1223633522196f465bc0679c6b963 into b7afa6f5576b4a97b2f982509ee29e48(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:45:05,606 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c9d1223633522196f465bc0679c6b963: 2024-12-03T07:45:05,606 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., storeName=c9d1223633522196f465bc0679c6b963/B, priority=13, startTime=1733211905535; duration=0sec 2024-12-03T07:45:05,606 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:05,606 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9d1223633522196f465bc0679c6b963:B 2024-12-03T07:45:05,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on c9d1223633522196f465bc0679c6b963 2024-12-03T07:45:05,820 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c9d1223633522196f465bc0679c6b963 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-12-03T07:45:05,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=A 2024-12-03T07:45:05,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:45:05,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=B 2024-12-03T07:45:05,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:45:05,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=C 2024-12-03T07:45:05,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:45:05,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/2961e92f7de640cbae3a0157622cc043 is 50, key is test_row_0/A:col10/1733211905179/Put/seqid=0 2024-12-03T07:45:05,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:05,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211965836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:05,840 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:05,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:05,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:05,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742145_1321 (size=14741) 2024-12-03T07:45:05,843 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/2961e92f7de640cbae3a0157622cc043 2024-12-03T07:45:05,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:05,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211965840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:05,843 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:05,843 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:05,843 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:05,851 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/35b59d111fbb42609b24d22eac53cff6 is 50, key is test_row_0/B:col10/1733211905179/Put/seqid=0 2024-12-03T07:45:05,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742146_1322 (size=12301) 2024-12-03T07:45:05,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:05,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211965948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:05,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:05,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:05,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:05,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:05,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211965948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:05,952 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:05,952 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:05,952 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:06,001 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/3ef228691cfa41c8b823a4aed3309e34 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/3ef228691cfa41c8b823a4aed3309e34 2024-12-03T07:45:06,005 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c9d1223633522196f465bc0679c6b963/C of c9d1223633522196f465bc0679c6b963 into 3ef228691cfa41c8b823a4aed3309e34(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:45:06,005 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c9d1223633522196f465bc0679c6b963: 2024-12-03T07:45:06,005 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., storeName=c9d1223633522196f465bc0679c6b963/C, priority=13, startTime=1733211905535; duration=0sec 2024-12-03T07:45:06,005 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:06,005 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9d1223633522196f465bc0679c6b963:C 2024-12-03T07:45:06,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:06,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211966158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:06,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:06,160 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:06,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211966158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:06,160 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:06,160 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:06,160 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:06,160 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:06,160 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:06,256 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/35b59d111fbb42609b24d22eac53cff6 2024-12-03T07:45:06,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/ef991bb1bf7f471c952c297706997014 is 50, key is test_row_0/C:col10/1733211905179/Put/seqid=0 2024-12-03T07:45:06,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742147_1323 (size=12301) 2024-12-03T07:45:06,269 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/ef991bb1bf7f471c952c297706997014 2024-12-03T07:45:06,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/2961e92f7de640cbae3a0157622cc043 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/2961e92f7de640cbae3a0157622cc043 2024-12-03T07:45:06,276 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/2961e92f7de640cbae3a0157622cc043, entries=200, sequenceid=363, filesize=14.4 K 2024-12-03T07:45:06,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/35b59d111fbb42609b24d22eac53cff6 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/35b59d111fbb42609b24d22eac53cff6 2024-12-03T07:45:06,280 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/35b59d111fbb42609b24d22eac53cff6, entries=150, sequenceid=363, filesize=12.0 K 2024-12-03T07:45:06,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/ef991bb1bf7f471c952c297706997014 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/ef991bb1bf7f471c952c297706997014 2024-12-03T07:45:06,284 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/ef991bb1bf7f471c952c297706997014, entries=150, sequenceid=363, filesize=12.0 K 2024-12-03T07:45:06,285 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for c9d1223633522196f465bc0679c6b963 in 465ms, sequenceid=363, compaction requested=false 2024-12-03T07:45:06,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c9d1223633522196f465bc0679c6b963: 2024-12-03T07:45:06,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on c9d1223633522196f465bc0679c6b963 2024-12-03T07:45:06,470 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c9d1223633522196f465bc0679c6b963 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-03T07:45:06,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=A 2024-12-03T07:45:06,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:06,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=B 2024-12-03T07:45:06,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:06,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=C 2024-12-03T07:45:06,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:06,476 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/6d64d6d0188a477386f6058f1ec52c14 is 50, key is test_row_0/A:col10/1733211906468/Put/seqid=0 2024-12-03T07:45:06,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742148_1324 (size=14741) 2024-12-03T07:45:06,482 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/6d64d6d0188a477386f6058f1ec52c14 2024-12-03T07:45:06,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/3c0b7c702f974d2d80953ab08f891526 is 50, key is test_row_0/B:col10/1733211906468/Put/seqid=0 2024-12-03T07:45:06,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742149_1325 (size=12301) 2024-12-03T07:45:06,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:06,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211966519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:06,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:06,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211966519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:06,525 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:06,525 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:06,525 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:06,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:06,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:06,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1733211966519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:06,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:06,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:06,525 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:06,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:06,525 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:06,525 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:06,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35536 deadline: 1733211966520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:06,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:06,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:06,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:06,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35540 deadline: 1733211966524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:06,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:06,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:06,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:06,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:06,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211966628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:06,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:06,632 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:06,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211966628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:06,632 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:06,632 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:06,632 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:06,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:06,632 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:06,632 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:06,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1733211966628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:06,632 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:06,632 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:06,632 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:06,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:06,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35536 deadline: 1733211966637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:06,640 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:06,640 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:06,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:06,640 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:06,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35540 deadline: 1733211966637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:06,640 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:06,640 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:06,640 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:06,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:06,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211966838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:06,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:06,840 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:06,840 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:06,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211966838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:06,840 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:06,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:06,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:06,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:06,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:06,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1733211966838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:06,841 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:06,841 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:06,841 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:06,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:06,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35536 deadline: 1733211966847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:06,850 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:06,850 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:06,850 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:06,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:06,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35540 deadline: 1733211966847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:06,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:06,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:06,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:06,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-03T07:45:06,878 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:45:06,878 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T07:45:06,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees 2024-12-03T07:45:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-03T07:45:06,880 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T07:45:06,881 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T07:45:06,881 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T07:45:06,897 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/3c0b7c702f974d2d80953ab08f891526 2024-12-03T07:45:06,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/d730b2f3b9d247e3aa314275e29ea311 is 50, key is test_row_0/C:col10/1733211906468/Put/seqid=0 2024-12-03T07:45:06,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742150_1326 (size=12301) 2024-12-03T07:45:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-03T07:45:07,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-03T07:45:07,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:07,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. as already flushing 2024-12-03T07:45:07,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:07,034 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:07,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:07,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:07,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:07,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211967148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:07,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:07,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:07,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:07,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211967148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:07,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:07,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:07,153 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:07,153 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:07,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1733211967148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:07,153 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:07,153 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:07,153 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:07,153 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:07,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:07,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35536 deadline: 1733211967157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:07,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:07,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:07,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35540 deadline: 1733211967157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:07,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:07,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:07,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:07,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:07,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:07,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-03T07:45:07,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:07,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. as already flushing 2024-12-03T07:45:07,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:07,187 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:07,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:07,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:07,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-03T07:45:07,308 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/d730b2f3b9d247e3aa314275e29ea311 2024-12-03T07:45:07,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/6d64d6d0188a477386f6058f1ec52c14 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/6d64d6d0188a477386f6058f1ec52c14 2024-12-03T07:45:07,316 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/6d64d6d0188a477386f6058f1ec52c14, entries=200, sequenceid=377, filesize=14.4 K 2024-12-03T07:45:07,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/3c0b7c702f974d2d80953ab08f891526 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/3c0b7c702f974d2d80953ab08f891526 2024-12-03T07:45:07,320 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/3c0b7c702f974d2d80953ab08f891526, entries=150, sequenceid=377, filesize=12.0 K 2024-12-03T07:45:07,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/d730b2f3b9d247e3aa314275e29ea311 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/d730b2f3b9d247e3aa314275e29ea311 2024-12-03T07:45:07,325 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/d730b2f3b9d247e3aa314275e29ea311, entries=150, sequenceid=377, filesize=12.0 K 2024-12-03T07:45:07,326 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for c9d1223633522196f465bc0679c6b963 in 856ms, sequenceid=377, compaction requested=true 2024-12-03T07:45:07,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c9d1223633522196f465bc0679c6b963: 2024-12-03T07:45:07,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9d1223633522196f465bc0679c6b963:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T07:45:07,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:07,326 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:45:07,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9d1223633522196f465bc0679c6b963:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T07:45:07,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:07,326 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:45:07,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9d1223633522196f465bc0679c6b963:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T07:45:07,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:45:07,328 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:45:07,328 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): c9d1223633522196f465bc0679c6b963/B is initiating minor compaction (all files) 2024-12-03T07:45:07,328 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c9d1223633522196f465bc0679c6b963/B in TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:07,328 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/b7afa6f5576b4a97b2f982509ee29e48, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/35b59d111fbb42609b24d22eac53cff6, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/3c0b7c702f974d2d80953ab08f891526] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp, totalSize=36.8 K 2024-12-03T07:45:07,328 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42601 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:45:07,328 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1541): c9d1223633522196f465bc0679c6b963/A is initiating minor compaction (all files) 2024-12-03T07:45:07,328 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c9d1223633522196f465bc0679c6b963/A in TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:07,328 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/6be3d05c22ba4bfd982492c044d6cf6f, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/2961e92f7de640cbae3a0157622cc043, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/6d64d6d0188a477386f6058f1ec52c14] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp, totalSize=41.6 K 2024-12-03T07:45:07,328 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting b7afa6f5576b4a97b2f982509ee29e48, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733211904438 2024-12-03T07:45:07,329 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6be3d05c22ba4bfd982492c044d6cf6f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733211904438 2024-12-03T07:45:07,329 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 35b59d111fbb42609b24d22eac53cff6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1733211905163 2024-12-03T07:45:07,329 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2961e92f7de640cbae3a0157622cc043, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1733211905163 2024-12-03T07:45:07,329 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 3c0b7c702f974d2d80953ab08f891526, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733211905835 2024-12-03T07:45:07,330 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6d64d6d0188a477386f6058f1ec52c14, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733211905835 2024-12-03T07:45:07,340 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9d1223633522196f465bc0679c6b963#B#compaction#282 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:45:07,341 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/882f9aa124374adc9a8cbca41d3765db is 50, key is test_row_0/B:col10/1733211906468/Put/seqid=0 2024-12-03T07:45:07,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-03T07:45:07,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:07,341 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2902): Flushing c9d1223633522196f465bc0679c6b963 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-03T07:45:07,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=A 2024-12-03T07:45:07,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:07,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=B 2024-12-03T07:45:07,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:07,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=C 2024-12-03T07:45:07,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:07,355 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9d1223633522196f465bc0679c6b963#A#compaction#283 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:45:07,356 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/8ec546e233d64c1a91d417ff7b232b55 is 50, key is test_row_0/A:col10/1733211906468/Put/seqid=0 2024-12-03T07:45:07,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/50b5e629697f483e85ff4047c548f021 is 50, key is test_row_0/A:col10/1733211906486/Put/seqid=0 2024-12-03T07:45:07,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742151_1327 (size=13221) 2024-12-03T07:45:07,369 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/882f9aa124374adc9a8cbca41d3765db as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/882f9aa124374adc9a8cbca41d3765db 2024-12-03T07:45:07,375 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c9d1223633522196f465bc0679c6b963/B of c9d1223633522196f465bc0679c6b963 into 882f9aa124374adc9a8cbca41d3765db(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:45:07,375 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c9d1223633522196f465bc0679c6b963: 2024-12-03T07:45:07,375 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., storeName=c9d1223633522196f465bc0679c6b963/B, priority=13, startTime=1733211907326; duration=0sec 2024-12-03T07:45:07,375 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:45:07,375 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9d1223633522196f465bc0679c6b963:B 2024-12-03T07:45:07,375 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:45:07,376 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:45:07,376 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): c9d1223633522196f465bc0679c6b963/C is initiating minor compaction (all files) 2024-12-03T07:45:07,376 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c9d1223633522196f465bc0679c6b963/C in TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:07,376 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/3ef228691cfa41c8b823a4aed3309e34, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/ef991bb1bf7f471c952c297706997014, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/d730b2f3b9d247e3aa314275e29ea311] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp, totalSize=36.8 K 2024-12-03T07:45:07,377 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ef228691cfa41c8b823a4aed3309e34, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733211904438 2024-12-03T07:45:07,377 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting ef991bb1bf7f471c952c297706997014, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1733211905163 2024-12-03T07:45:07,377 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting d730b2f3b9d247e3aa314275e29ea311, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733211905835 2024-12-03T07:45:07,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742152_1328 (size=12301) 2024-12-03T07:45:07,379 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/50b5e629697f483e85ff4047c548f021 2024-12-03T07:45:07,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742153_1329 (size=13221) 2024-12-03T07:45:07,388 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9d1223633522196f465bc0679c6b963#C#compaction#285 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:45:07,388 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/f99ddb924fdf4923b370879b4ab45f4a is 50, key is test_row_0/C:col10/1733211906468/Put/seqid=0 2024-12-03T07:45:07,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/4c13fe90e06544b385b0fc9723d4f68b is 50, key is test_row_0/B:col10/1733211906486/Put/seqid=0 2024-12-03T07:45:07,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742154_1330 (size=13221) 2024-12-03T07:45:07,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742155_1331 (size=12301) 2024-12-03T07:45:07,410 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/4c13fe90e06544b385b0fc9723d4f68b 2024-12-03T07:45:07,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/69c45b77f1084b21a798ff035dec92c4 is 50, key is test_row_0/C:col10/1733211906486/Put/seqid=0 2024-12-03T07:45:07,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742156_1332 (size=12301) 2024-12-03T07:45:07,423 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/69c45b77f1084b21a798ff035dec92c4 2024-12-03T07:45:07,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/50b5e629697f483e85ff4047c548f021 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/50b5e629697f483e85ff4047c548f021 2024-12-03T07:45:07,433 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/50b5e629697f483e85ff4047c548f021, entries=150, sequenceid=396, filesize=12.0 K 2024-12-03T07:45:07,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/4c13fe90e06544b385b0fc9723d4f68b as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/4c13fe90e06544b385b0fc9723d4f68b 2024-12-03T07:45:07,438 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/4c13fe90e06544b385b0fc9723d4f68b, entries=150, sequenceid=396, filesize=12.0 K 2024-12-03T07:45:07,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/69c45b77f1084b21a798ff035dec92c4 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/69c45b77f1084b21a798ff035dec92c4 2024-12-03T07:45:07,443 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/69c45b77f1084b21a798ff035dec92c4, entries=150, sequenceid=396, filesize=12.0 K 2024-12-03T07:45:07,444 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=0 B/0 for c9d1223633522196f465bc0679c6b963 in 103ms, sequenceid=396, compaction requested=false 2024-12-03T07:45:07,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2603): Flush status journal for c9d1223633522196f465bc0679c6b963: 2024-12-03T07:45:07,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:07,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=85 2024-12-03T07:45:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4169): Remote procedure done, pid=85 2024-12-03T07:45:07,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-12-03T07:45:07,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 564 msec 2024-12-03T07:45:07,449 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees in 570 msec 2024-12-03T07:45:07,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-03T07:45:07,508 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:45:07,508 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T07:45:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees 2024-12-03T07:45:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-03T07:45:07,510 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T07:45:07,511 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T07:45:07,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T07:45:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-03T07:45:07,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-12-03T07:45:07,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:07,664 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2902): Flushing c9d1223633522196f465bc0679c6b963 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-12-03T07:45:07,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=A 2024-12-03T07:45:07,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:07,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=B 2024-12-03T07:45:07,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:07,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=C 2024-12-03T07:45:07,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:07,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/ad353060853e470f9ca26b95917e24d5 is 50, key is test_row_0/A:col10/1733211907662/Put/seqid=0 2024-12-03T07:45:07,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on c9d1223633522196f465bc0679c6b963 2024-12-03T07:45:07,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. as already flushing 2024-12-03T07:45:07,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742157_1333 (size=9857) 2024-12-03T07:45:07,673 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/ad353060853e470f9ca26b95917e24d5 2024-12-03T07:45:07,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/c057746c0b76469da5c06c717fe809d8 is 50, key is test_row_0/B:col10/1733211907662/Put/seqid=0 2024-12-03T07:45:07,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742158_1334 (size=9857) 2024-12-03T07:45:07,684 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/c057746c0b76469da5c06c717fe809d8 2024-12-03T07:45:07,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/e1035e920a75432192adcf975ed8b01d is 50, key is test_row_0/C:col10/1733211907662/Put/seqid=0 2024-12-03T07:45:07,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742159_1335 (size=9857) 2024-12-03T07:45:07,694 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/e1035e920a75432192adcf975ed8b01d 2024-12-03T07:45:07,696 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733211907684, max timestamp=1733211907693Num uniques 859; 2024-12-03T07:45:07,697 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733211907684, max timestamp=1733211907693Num uniques 859; 2024-12-03T07:45:07,697 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-03T07:45:07,697 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-03T07:45:07,697 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733211907684, max timestamp=1733211907693Num uniques 859; 2024-12-03T07:45:07,697 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-03T07:45:07,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/ad353060853e470f9ca26b95917e24d5 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/ad353060853e470f9ca26b95917e24d5 2024-12-03T07:45:07,706 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/ad353060853e470f9ca26b95917e24d5, entries=100, sequenceid=403, filesize=9.6 K 2024-12-03T07:45:07,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/c057746c0b76469da5c06c717fe809d8 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/c057746c0b76469da5c06c717fe809d8 2024-12-03T07:45:07,712 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/c057746c0b76469da5c06c717fe809d8, entries=100, sequenceid=403, filesize=9.6 K 2024-12-03T07:45:07,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/e1035e920a75432192adcf975ed8b01d as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/e1035e920a75432192adcf975ed8b01d 2024-12-03T07:45:07,716 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/e1035e920a75432192adcf975ed8b01d, entries=100, sequenceid=403, filesize=9.6 K 2024-12-03T07:45:07,717 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=114.05 KB/116790 for c9d1223633522196f465bc0679c6b963 in 54ms, sequenceid=403, compaction requested=true 2024-12-03T07:45:07,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2603): Flush status journal for c9d1223633522196f465bc0679c6b963: 2024-12-03T07:45:07,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:07,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=87 2024-12-03T07:45:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4169): Remote procedure done, pid=87 2024-12-03T07:45:07,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on c9d1223633522196f465bc0679c6b963 2024-12-03T07:45:07,719 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c9d1223633522196f465bc0679c6b963 3/3 column families, dataSize=120.76 KB heapSize=340.45 KB 2024-12-03T07:45:07,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=A 2024-12-03T07:45:07,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:45:07,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=B 2024-12-03T07:45:07,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:45:07,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=C 2024-12-03T07:45:07,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:45:07,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-12-03T07:45:07,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 208 msec 2024-12-03T07:45:07,725 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees in 215 msec 2024-12-03T07:45:07,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/ab3d16c7ff1749d9a638041848249733 is 50, key is test_row_0/A:col10/1733211907701/Put/seqid=0 2024-12-03T07:45:07,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742160_1336 (size=14741) 2024-12-03T07:45:07,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:07,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35540 deadline: 1733211967727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:07,734 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:07,734 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:07,734 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:07,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:07,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1733211967730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:07,737 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:07,737 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:07,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:07,737 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:07,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211967731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:07,738 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:07,738 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:07,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:07,738 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211967732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:07,738 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:07,738 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:07,738 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:07,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35536 deadline: 1733211967734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:07,741 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:07,741 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:07,741 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:07,792 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/8ec546e233d64c1a91d417ff7b232b55 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/8ec546e233d64c1a91d417ff7b232b55 2024-12-03T07:45:07,796 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c9d1223633522196f465bc0679c6b963/A of c9d1223633522196f465bc0679c6b963 into 8ec546e233d64c1a91d417ff7b232b55(size=12.9 K), total size for store is 34.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:45:07,796 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c9d1223633522196f465bc0679c6b963: 2024-12-03T07:45:07,796 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., storeName=c9d1223633522196f465bc0679c6b963/A, priority=13, startTime=1733211907326; duration=0sec 2024-12-03T07:45:07,796 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:07,796 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9d1223633522196f465bc0679c6b963:A 2024-12-03T07:45:07,812 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/f99ddb924fdf4923b370879b4ab45f4a as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/f99ddb924fdf4923b370879b4ab45f4a 2024-12-03T07:45:07,817 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c9d1223633522196f465bc0679c6b963/C of c9d1223633522196f465bc0679c6b963 into f99ddb924fdf4923b370879b4ab45f4a(size=12.9 K), total size for store is 34.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:45:07,817 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c9d1223633522196f465bc0679c6b963: 2024-12-03T07:45:07,817 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., storeName=c9d1223633522196f465bc0679c6b963/C, priority=13, startTime=1733211907326; duration=0sec 2024-12-03T07:45:07,817 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:07,817 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9d1223633522196f465bc0679c6b963:C 2024-12-03T07:45:07,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-03T07:45:07,828 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:45:07,828 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T07:45:07,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees 2024-12-03T07:45:07,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-03T07:45:07,830 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T07:45:07,831 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T07:45:07,831 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T07:45:07,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:07,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35540 deadline: 1733211967837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:07,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:07,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:07,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:07,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:07,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1733211967847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:07,852 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:07,852 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:07,852 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:07,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:07,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211967848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:07,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:07,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:07,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:07,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:07,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211967848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:07,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:07,853 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:07,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35536 deadline: 1733211967848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:07,853 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:07,853 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:07,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:07,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:07,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:07,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-03T07:45:07,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-03T07:45:07,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:07,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. as already flushing 2024-12-03T07:45:07,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:07,983 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:07,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:08,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:08,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35540 deadline: 1733211968047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:08,053 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:08,053 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:08,053 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:08,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:08,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1733211968058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:08,061 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:08,061 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:08,061 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:08,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:08,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211968058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:08,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:08,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:08,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:08,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:08,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211968058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:08,063 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:08,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:08,063 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:08,063 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:08,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35536 deadline: 1733211968058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:08,063 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:08,063 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:08,063 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:08,130 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/ab3d16c7ff1749d9a638041848249733 2024-12-03T07:45:08,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-03T07:45:08,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:08,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. as already flushing 2024-12-03T07:45:08,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:08,137 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:08,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:08,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:08,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/37755e5f0681456fbe2dbd2decce7236 is 50, key is test_row_0/B:col10/1733211907701/Put/seqid=0 2024-12-03T07:45:08,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742161_1337 (size=12301) 2024-12-03T07:45:08,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-03T07:45:08,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-03T07:45:08,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:08,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. as already flushing 2024-12-03T07:45:08,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:08,290 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:08,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:08,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:08,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:08,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35540 deadline: 1733211968357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:08,361 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:08,361 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:08,361 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:08,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:08,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1733211968368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:08,372 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:08,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:08,373 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:08,373 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:08,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211968368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:08,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:08,373 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:08,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211968368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:08,373 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:08,373 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:08,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:08,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:08,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35536 deadline: 1733211968368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:08,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:08,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:08,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:08,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:08,374 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:08,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-03T07:45:08,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:08,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. as already flushing 2024-12-03T07:45:08,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:08,443 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:08,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:08,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:08,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-03T07:45:08,546 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/37755e5f0681456fbe2dbd2decce7236 2024-12-03T07:45:08,554 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/2017a3067c424ee5b4d7e3083599cd28 is 50, key is test_row_0/C:col10/1733211907701/Put/seqid=0 2024-12-03T07:45:08,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742162_1338 (size=12301) 2024-12-03T07:45:08,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-03T07:45:08,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:08,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. as already flushing 2024-12-03T07:45:08,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:08,596 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:08,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:08,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:08,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-03T07:45:08,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:08,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. as already flushing 2024-12-03T07:45:08,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:08,749 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:08,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:08,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:08,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:08,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35540 deadline: 1733211968868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:08,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:08,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:08,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:08,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:08,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1733211968878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:08,882 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:08,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:08,882 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:08,882 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:08,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35554 deadline: 1733211968878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:08,882 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:08,882 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:08,882 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:08,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:08,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35516 deadline: 1733211968887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:08,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:08,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:08,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:08,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:08,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35536 deadline: 1733211968887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:08,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:08,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:08,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:08,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-03T07:45:08,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:08,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. as already flushing 2024-12-03T07:45:08,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:08,902 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:08,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:08,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:08,958 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/2017a3067c424ee5b4d7e3083599cd28 2024-12-03T07:45:08,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/ab3d16c7ff1749d9a638041848249733 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/ab3d16c7ff1749d9a638041848249733 2024-12-03T07:45:08,966 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/ab3d16c7ff1749d9a638041848249733, entries=200, sequenceid=437, filesize=14.4 K 2024-12-03T07:45:08,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/37755e5f0681456fbe2dbd2decce7236 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/37755e5f0681456fbe2dbd2decce7236 2024-12-03T07:45:08,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-03T07:45:08,971 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/37755e5f0681456fbe2dbd2decce7236, entries=150, sequenceid=437, filesize=12.0 K 2024-12-03T07:45:08,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/2017a3067c424ee5b4d7e3083599cd28 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/2017a3067c424ee5b4d7e3083599cd28 2024-12-03T07:45:08,976 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/2017a3067c424ee5b4d7e3083599cd28, entries=150, sequenceid=437, filesize=12.0 K 2024-12-03T07:45:08,977 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~340.41 KB/348576, currentSize=60.38 KB/61830 for c9d1223633522196f465bc0679c6b963 in 1258ms, sequenceid=437, compaction requested=true 2024-12-03T07:45:08,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c9d1223633522196f465bc0679c6b963: 2024-12-03T07:45:08,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9d1223633522196f465bc0679c6b963:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T07:45:08,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:08,977 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T07:45:08,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9d1223633522196f465bc0679c6b963:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T07:45:08,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:08,977 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T07:45:08,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c9d1223633522196f465bc0679c6b963:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T07:45:08,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:45:08,978 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47680 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T07:45:08,978 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): c9d1223633522196f465bc0679c6b963/B is initiating minor compaction (all files) 2024-12-03T07:45:08,978 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c9d1223633522196f465bc0679c6b963/B in TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:08,978 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/882f9aa124374adc9a8cbca41d3765db, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/4c13fe90e06544b385b0fc9723d4f68b, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/c057746c0b76469da5c06c717fe809d8, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/37755e5f0681456fbe2dbd2decce7236] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp, totalSize=46.6 K 2024-12-03T07:45:08,979 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50120 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T07:45:08,979 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1541): c9d1223633522196f465bc0679c6b963/A is initiating minor compaction (all files) 2024-12-03T07:45:08,979 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c9d1223633522196f465bc0679c6b963/A in TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:08,979 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/8ec546e233d64c1a91d417ff7b232b55, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/50b5e629697f483e85ff4047c548f021, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/ad353060853e470f9ca26b95917e24d5, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/ab3d16c7ff1749d9a638041848249733] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp, totalSize=48.9 K 2024-12-03T07:45:08,979 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 882f9aa124374adc9a8cbca41d3765db, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733211905835 2024-12-03T07:45:08,979 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ec546e233d64c1a91d417ff7b232b55, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733211905835 2024-12-03T07:45:08,979 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c13fe90e06544b385b0fc9723d4f68b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1733211906486 2024-12-03T07:45:08,979 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 50b5e629697f483e85ff4047c548f021, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1733211906486 2024-12-03T07:45:08,980 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting c057746c0b76469da5c06c717fe809d8, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1733211907658 2024-12-03T07:45:08,980 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting ad353060853e470f9ca26b95917e24d5, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1733211907658 2024-12-03T07:45:08,980 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 37755e5f0681456fbe2dbd2decce7236, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1733211907701 2024-12-03T07:45:08,980 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab3d16c7ff1749d9a638041848249733, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1733211907701 2024-12-03T07:45:08,988 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9d1223633522196f465bc0679c6b963#A#compaction#294 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:45:08,989 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/7a70b6d29f434ef684d696516c8d6f7b is 50, key is test_row_0/A:col10/1733211907701/Put/seqid=0 2024-12-03T07:45:08,989 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9d1223633522196f465bc0679c6b963#B#compaction#295 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:45:08,990 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/d3d4085e28c14ab0b6354dc5f8b9e92c is 50, key is test_row_0/B:col10/1733211907701/Put/seqid=0 2024-12-03T07:45:08,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742163_1339 (size=13357) 2024-12-03T07:45:08,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742164_1340 (size=13357) 2024-12-03T07:45:09,003 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/d3d4085e28c14ab0b6354dc5f8b9e92c as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/d3d4085e28c14ab0b6354dc5f8b9e92c 2024-12-03T07:45:09,008 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c9d1223633522196f465bc0679c6b963/B of c9d1223633522196f465bc0679c6b963 into d3d4085e28c14ab0b6354dc5f8b9e92c(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:45:09,008 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c9d1223633522196f465bc0679c6b963: 2024-12-03T07:45:09,008 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., storeName=c9d1223633522196f465bc0679c6b963/B, priority=12, startTime=1733211908977; duration=0sec 2024-12-03T07:45:09,009 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:45:09,009 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9d1223633522196f465bc0679c6b963:B 2024-12-03T07:45:09,009 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T07:45:09,010 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47680 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T07:45:09,010 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): c9d1223633522196f465bc0679c6b963/C is initiating minor compaction (all files) 2024-12-03T07:45:09,010 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c9d1223633522196f465bc0679c6b963/C in TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:09,010 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/f99ddb924fdf4923b370879b4ab45f4a, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/69c45b77f1084b21a798ff035dec92c4, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/e1035e920a75432192adcf975ed8b01d, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/2017a3067c424ee5b4d7e3083599cd28] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp, totalSize=46.6 K 2024-12-03T07:45:09,010 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting f99ddb924fdf4923b370879b4ab45f4a, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733211905835 2024-12-03T07:45:09,011 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 69c45b77f1084b21a798ff035dec92c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1733211906486 2024-12-03T07:45:09,011 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting e1035e920a75432192adcf975ed8b01d, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1733211907658 2024-12-03T07:45:09,011 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 2017a3067c424ee5b4d7e3083599cd28, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1733211907701 2024-12-03T07:45:09,019 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c9d1223633522196f465bc0679c6b963#C#compaction#296 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:45:09,020 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/eddc206cfe8f4a528a659cbad000446c is 50, key is test_row_0/C:col10/1733211907701/Put/seqid=0 2024-12-03T07:45:09,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742165_1341 (size=13357) 2024-12-03T07:45:09,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-03T07:45:09,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:09,055 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2902): Flushing c9d1223633522196f465bc0679c6b963 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-03T07:45:09,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=A 2024-12-03T07:45:09,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:09,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=B 2024-12-03T07:45:09,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:09,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=C 2024-12-03T07:45:09,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:09,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/89e6dcd5ea824ddf8f6d97f8c8dce865 is 50, key is test_row_0/A:col10/1733211907730/Put/seqid=0 2024-12-03T07:45:09,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742166_1342 (size=12301) 2024-12-03T07:45:09,402 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/7a70b6d29f434ef684d696516c8d6f7b as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/7a70b6d29f434ef684d696516c8d6f7b 2024-12-03T07:45:09,406 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c9d1223633522196f465bc0679c6b963/A of c9d1223633522196f465bc0679c6b963 into 7a70b6d29f434ef684d696516c8d6f7b(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:45:09,406 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c9d1223633522196f465bc0679c6b963: 2024-12-03T07:45:09,406 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., storeName=c9d1223633522196f465bc0679c6b963/A, priority=12, startTime=1733211908977; duration=0sec 2024-12-03T07:45:09,406 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:09,406 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9d1223633522196f465bc0679c6b963:A 2024-12-03T07:45:09,428 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/eddc206cfe8f4a528a659cbad000446c as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/eddc206cfe8f4a528a659cbad000446c 2024-12-03T07:45:09,437 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c9d1223633522196f465bc0679c6b963/C of c9d1223633522196f465bc0679c6b963 into eddc206cfe8f4a528a659cbad000446c(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:45:09,437 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c9d1223633522196f465bc0679c6b963: 2024-12-03T07:45:09,437 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., storeName=c9d1223633522196f465bc0679c6b963/C, priority=12, startTime=1733211908977; duration=0sec 2024-12-03T07:45:09,437 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:09,437 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c9d1223633522196f465bc0679c6b963:C 2024-12-03T07:45:09,465 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/89e6dcd5ea824ddf8f6d97f8c8dce865 2024-12-03T07:45:09,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/5f96649b711d49f79929ecbaa2200e08 is 50, key is test_row_0/B:col10/1733211907730/Put/seqid=0 2024-12-03T07:45:09,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742167_1343 (size=12301) 2024-12-03T07:45:09,681 INFO [Thread-1156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1156. 2024-12-03T07:45:09,681 INFO [Thread-1158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1158. 2024-12-03T07:45:09,681 DEBUG [Thread-1156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T07:45:09,681 DEBUG [Thread-1158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T07:45:09,681 DEBUG [Thread-1156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:09,681 DEBUG [Thread-1158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:09,681 DEBUG [Thread-1158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:09,681 DEBUG [Thread-1156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:09,681 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:45:09,681 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:45:09,683 INFO [Thread-1154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1154. 2024-12-03T07:45:09,683 DEBUG [Thread-1154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T07:45:09,683 DEBUG [Thread-1154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:09,683 INFO [Thread-1152 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1152. 2024-12-03T07:45:09,683 DEBUG [Thread-1152 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T07:45:09,683 DEBUG [Thread-1154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:09,683 DEBUG [Thread-1152 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:09,683 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:45:09,683 DEBUG [Thread-1152 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:09,683 INFO [Thread-1160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1160. 2024-12-03T07:45:09,683 DEBUG [Thread-1160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T07:45:09,683 DEBUG [Thread-1160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:09,683 DEBUG [Thread-1160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:09,684 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:45:09,684 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:45:09,883 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/5f96649b711d49f79929ecbaa2200e08 2024-12-03T07:45:09,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/32e756bf82184e20a51875b2544331f6 is 50, key is test_row_0/C:col10/1733211907730/Put/seqid=0 2024-12-03T07:45:09,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on c9d1223633522196f465bc0679c6b963 2024-12-03T07:45:09,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. as already flushing 2024-12-03T07:45:09,889 INFO [Thread-1141 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1141. 2024-12-03T07:45:09,889 DEBUG [Thread-1141 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T07:45:09,889 DEBUG [Thread-1141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:09,889 DEBUG [Thread-1141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:09,889 INFO [Thread-1147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1147. 2024-12-03T07:45:09,889 INFO [Thread-1145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1145. 2024-12-03T07:45:09,889 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:45:09,889 DEBUG [Thread-1147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T07:45:09,889 DEBUG [Thread-1145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T07:45:09,889 DEBUG [Thread-1147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:09,889 DEBUG [Thread-1145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:09,889 DEBUG [Thread-1147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:09,889 DEBUG [Thread-1145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:09,889 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:45:09,889 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:45:09,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742168_1344 (size=12301) 2024-12-03T07:45:09,909 INFO [Thread-1143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1143. 2024-12-03T07:45:09,909 DEBUG [Thread-1143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T07:45:09,909 INFO [Thread-1149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1149. 2024-12-03T07:45:09,909 DEBUG [Thread-1143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:09,909 DEBUG [Thread-1149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T07:45:09,910 DEBUG [Thread-1149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:09,910 DEBUG [Thread-1143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:09,910 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:45:09,910 DEBUG [Thread-1149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:09,910 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:45:09,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-03T07:45:10,293 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/32e756bf82184e20a51875b2544331f6 2024-12-03T07:45:10,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/89e6dcd5ea824ddf8f6d97f8c8dce865 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/89e6dcd5ea824ddf8f6d97f8c8dce865 2024-12-03T07:45:10,300 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/89e6dcd5ea824ddf8f6d97f8c8dce865, entries=150, sequenceid=452, filesize=12.0 K 2024-12-03T07:45:10,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/5f96649b711d49f79929ecbaa2200e08 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/5f96649b711d49f79929ecbaa2200e08 2024-12-03T07:45:10,304 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/5f96649b711d49f79929ecbaa2200e08, entries=150, sequenceid=452, filesize=12.0 K 2024-12-03T07:45:10,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/32e756bf82184e20a51875b2544331f6 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/32e756bf82184e20a51875b2544331f6 2024-12-03T07:45:10,308 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/32e756bf82184e20a51875b2544331f6, entries=150, sequenceid=452, filesize=12.0 K 2024-12-03T07:45:10,308 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=33.54 KB/34350 for c9d1223633522196f465bc0679c6b963 in 1253ms, sequenceid=452, compaction requested=false 2024-12-03T07:45:10,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2603): Flush status journal for c9d1223633522196f465bc0679c6b963: 2024-12-03T07:45:10,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:10,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=89 2024-12-03T07:45:10,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster(4169): Remote procedure done, pid=89 2024-12-03T07:45:10,311 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-12-03T07:45:10,311 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4790 sec 2024-12-03T07:45:10,313 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees in 2.4840 sec 2024-12-03T07:45:11,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-03T07:45:11,987 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:45:11,987 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-03T07:45:11,987 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-12-03T07:45:11,987 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-12-03T07:45:11,987 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-12-03T07:45:11,987 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-12-03T07:45:11,987 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-12-03T07:45:11,987 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-03T07:45:11,987 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3181 2024-12-03T07:45:11,987 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3225 2024-12-03T07:45:11,987 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3139 2024-12-03T07:45:11,987 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3173 2024-12-03T07:45:11,987 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3229 2024-12-03T07:45:11,987 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-03T07:45:11,988 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T07:45:11,988 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T07:45:11,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:11,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:11,988 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:45:11,988 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-03T07:45:11,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=90, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-03T07:45:11,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-12-03T07:45:11,992 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733211911991"}]},"ts":"1733211911991"} 2024-12-03T07:45:11,993 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-03T07:45:11,993 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-03T07:45:11,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-03T07:45:11,995 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c9d1223633522196f465bc0679c6b963, UNASSIGN}] 2024-12-03T07:45:11,995 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c9d1223633522196f465bc0679c6b963, UNASSIGN 2024-12-03T07:45:11,996 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=c9d1223633522196f465bc0679c6b963, regionState=CLOSING, regionLocation=911db94732f6,39389,1733211824582 2024-12-03T07:45:11,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c9d1223633522196f465bc0679c6b963, UNASSIGN because future has completed 2024-12-03T07:45:11,997 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-03T07:45:11,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE, hasLock=false; CloseRegionProcedure c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582}] 2024-12-03T07:45:12,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-12-03T07:45:12,149 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(122): Close c9d1223633522196f465bc0679c6b963 2024-12-03T07:45:12,149 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-03T07:45:12,149 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1722): Closing c9d1223633522196f465bc0679c6b963, disabling compactions & flushes 2024-12-03T07:45:12,149 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:12,149 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:12,149 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. after waiting 0 ms 2024-12-03T07:45:12,149 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:12,149 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(2902): Flushing c9d1223633522196f465bc0679c6b963 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-12-03T07:45:12,149 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=A 2024-12-03T07:45:12,149 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:12,149 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=B 2024-12-03T07:45:12,149 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:12,149 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c9d1223633522196f465bc0679c6b963, store=C 2024-12-03T07:45:12,149 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:12,153 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/4fe1244de4614da39839ab3f74dd02f5 is 50, key is test_row_0/A:col10/1733211909908/Put/seqid=0 2024-12-03T07:45:12,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742169_1345 (size=9857) 2024-12-03T07:45:12,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-12-03T07:45:12,556 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=462 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/4fe1244de4614da39839ab3f74dd02f5 2024-12-03T07:45:12,562 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/a4a1d9b68fb240a4a96ebfb7661e243e is 50, key is test_row_0/B:col10/1733211909908/Put/seqid=0 2024-12-03T07:45:12,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742170_1346 (size=9857) 2024-12-03T07:45:12,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-12-03T07:45:12,966 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=462 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/a4a1d9b68fb240a4a96ebfb7661e243e 2024-12-03T07:45:12,972 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/4c7ffc04c55f45ba8da04387329c98c6 is 50, key is test_row_0/C:col10/1733211909908/Put/seqid=0 2024-12-03T07:45:12,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742171_1347 (size=9857) 2024-12-03T07:45:12,985 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T07:45:13,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-12-03T07:45:13,376 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=462 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/4c7ffc04c55f45ba8da04387329c98c6 2024-12-03T07:45:13,379 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/A/4fe1244de4614da39839ab3f74dd02f5 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/4fe1244de4614da39839ab3f74dd02f5 2024-12-03T07:45:13,382 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/4fe1244de4614da39839ab3f74dd02f5, entries=100, sequenceid=462, filesize=9.6 K 2024-12-03T07:45:13,383 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/B/a4a1d9b68fb240a4a96ebfb7661e243e as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/a4a1d9b68fb240a4a96ebfb7661e243e 2024-12-03T07:45:13,386 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/a4a1d9b68fb240a4a96ebfb7661e243e, entries=100, sequenceid=462, filesize=9.6 K 2024-12-03T07:45:13,387 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/.tmp/C/4c7ffc04c55f45ba8da04387329c98c6 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/4c7ffc04c55f45ba8da04387329c98c6 2024-12-03T07:45:13,390 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/4c7ffc04c55f45ba8da04387329c98c6, entries=100, sequenceid=462, filesize=9.6 K 2024-12-03T07:45:13,390 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for c9d1223633522196f465bc0679c6b963 in 1241ms, sequenceid=462, compaction requested=true 2024-12-03T07:45:13,391 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/8ced5cc05e8446b0a299ae3b14407bc0, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/3bbe9da172ed4702820c935a431c3db5, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/65c6d69728064200883510b9ab9b0016, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/fc7cc839c6ee4671ade2cfc034b121fa, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/b2bd327481d84d69b53392eae4b3d50f, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/033d69ae0afe4e20a1f675f29be4a972, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/5f752f2804b744bbb2054aa8fac227db, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/a7b1059de6b64d0fb4b546115d5baf62, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/daf53d01747349f0b093b91f3d33aa2c, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/b70face0fe6549a28f0de7f25f9a3297, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/cede595de756404c96547606d642778f, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/7fb8e3bb18b143edb242b88295c1f601, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/858f7498543e4d6d912bde4baa246f8e, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/19d07c5e4638464a8af62f256fbe5d7f, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/f2ae400cdc4442ea87970dc518a83bcc, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/b45e4d25a6a44b1183b88dd5e36b54bb, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/9616335798a949a381226c4281c119a9, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/afe2fea2272d4298a0bd8aa19d5af462, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/74f1a3b42fc2433aa8ad545d9aa50758, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/de823879c2e34219bd379503c341e808, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/7a6a6ef64467473b8236eefc8262caae, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/c036b3817ff0491d944358b26e1640e3, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/35df4ca4bcdc44e0aa855d70354827b3, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/011364ccac564b40a8922aafe42c42ed, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/6be3d05c22ba4bfd982492c044d6cf6f, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/2961e92f7de640cbae3a0157622cc043, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/6d64d6d0188a477386f6058f1ec52c14, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/8ec546e233d64c1a91d417ff7b232b55, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/50b5e629697f483e85ff4047c548f021, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/ad353060853e470f9ca26b95917e24d5, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/ab3d16c7ff1749d9a638041848249733] to archive 2024-12-03T07:45:13,392 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T07:45:13,393 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/8ced5cc05e8446b0a299ae3b14407bc0 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/8ced5cc05e8446b0a299ae3b14407bc0 2024-12-03T07:45:13,394 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/3bbe9da172ed4702820c935a431c3db5 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/3bbe9da172ed4702820c935a431c3db5 2024-12-03T07:45:13,395 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/65c6d69728064200883510b9ab9b0016 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/65c6d69728064200883510b9ab9b0016 2024-12-03T07:45:13,395 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/fc7cc839c6ee4671ade2cfc034b121fa to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/fc7cc839c6ee4671ade2cfc034b121fa 2024-12-03T07:45:13,396 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/b2bd327481d84d69b53392eae4b3d50f to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/b2bd327481d84d69b53392eae4b3d50f 2024-12-03T07:45:13,397 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/033d69ae0afe4e20a1f675f29be4a972 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/033d69ae0afe4e20a1f675f29be4a972 2024-12-03T07:45:13,398 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/5f752f2804b744bbb2054aa8fac227db to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/5f752f2804b744bbb2054aa8fac227db 2024-12-03T07:45:13,399 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/a7b1059de6b64d0fb4b546115d5baf62 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/a7b1059de6b64d0fb4b546115d5baf62 2024-12-03T07:45:13,400 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/daf53d01747349f0b093b91f3d33aa2c to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/daf53d01747349f0b093b91f3d33aa2c 2024-12-03T07:45:13,401 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/b70face0fe6549a28f0de7f25f9a3297 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/b70face0fe6549a28f0de7f25f9a3297 2024-12-03T07:45:13,402 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/cede595de756404c96547606d642778f to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/cede595de756404c96547606d642778f 2024-12-03T07:45:13,403 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/7fb8e3bb18b143edb242b88295c1f601 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/7fb8e3bb18b143edb242b88295c1f601 2024-12-03T07:45:13,404 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/858f7498543e4d6d912bde4baa246f8e to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/858f7498543e4d6d912bde4baa246f8e 2024-12-03T07:45:13,404 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/19d07c5e4638464a8af62f256fbe5d7f to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/19d07c5e4638464a8af62f256fbe5d7f 2024-12-03T07:45:13,405 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/f2ae400cdc4442ea87970dc518a83bcc to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/f2ae400cdc4442ea87970dc518a83bcc 2024-12-03T07:45:13,406 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/b45e4d25a6a44b1183b88dd5e36b54bb to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/b45e4d25a6a44b1183b88dd5e36b54bb 2024-12-03T07:45:13,407 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/9616335798a949a381226c4281c119a9 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/9616335798a949a381226c4281c119a9 2024-12-03T07:45:13,408 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/afe2fea2272d4298a0bd8aa19d5af462 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/afe2fea2272d4298a0bd8aa19d5af462 2024-12-03T07:45:13,409 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/74f1a3b42fc2433aa8ad545d9aa50758 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/74f1a3b42fc2433aa8ad545d9aa50758 2024-12-03T07:45:13,410 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/de823879c2e34219bd379503c341e808 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/de823879c2e34219bd379503c341e808 2024-12-03T07:45:13,411 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/7a6a6ef64467473b8236eefc8262caae to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/7a6a6ef64467473b8236eefc8262caae 2024-12-03T07:45:13,411 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/c036b3817ff0491d944358b26e1640e3 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/c036b3817ff0491d944358b26e1640e3 2024-12-03T07:45:13,412 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/35df4ca4bcdc44e0aa855d70354827b3 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/35df4ca4bcdc44e0aa855d70354827b3 2024-12-03T07:45:13,413 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/011364ccac564b40a8922aafe42c42ed to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/011364ccac564b40a8922aafe42c42ed 2024-12-03T07:45:13,414 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/6be3d05c22ba4bfd982492c044d6cf6f to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/6be3d05c22ba4bfd982492c044d6cf6f 2024-12-03T07:45:13,415 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/2961e92f7de640cbae3a0157622cc043 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/2961e92f7de640cbae3a0157622cc043 2024-12-03T07:45:13,416 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/6d64d6d0188a477386f6058f1ec52c14 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/6d64d6d0188a477386f6058f1ec52c14 2024-12-03T07:45:13,416 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/8ec546e233d64c1a91d417ff7b232b55 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/8ec546e233d64c1a91d417ff7b232b55 2024-12-03T07:45:13,417 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/50b5e629697f483e85ff4047c548f021 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/50b5e629697f483e85ff4047c548f021 2024-12-03T07:45:13,418 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/ad353060853e470f9ca26b95917e24d5 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/ad353060853e470f9ca26b95917e24d5 2024-12-03T07:45:13,419 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/ab3d16c7ff1749d9a638041848249733 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/ab3d16c7ff1749d9a638041848249733 2024-12-03T07:45:13,420 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/c05c8d886aef40d69c88a1edcb727e1a, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/977b54aeeee24da7a175846fb8176c0f, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/16c16f70728b431a915d0487df9c3b82, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/f6e0588641f54a428ff1c55d338b7c79, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/aa34fab0cb454d40adbd7f7d9667448e, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/fbdf38b9ecb5483aa84d4f0723fd4a2b, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/b4a22df78e24413780baf87a3e4a63a0, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/a0eaee0dce7a4f9dabe2e2e8da51c6df, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/ea2f4c61dc464a62a8947b517cdcccf9, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/c9651a3d301243eab48153a73bfa7185, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/14a56254595b4f08befa0bccc1230f92, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/d9f5ac2ab2264cd19873f9233a3d62e4, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/8b2d3ff650ac4a3e8e72a6c0c38f093f, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/aed3e63f5f924e18a22b31b99a221c25, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/46e96cb85fae442b9134604d30e6ae0d, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/1a5e9e5b0f954055a8b26b3b4a4c8b25, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/45472d3680e94930a2538af7e205dd2b, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/b0ac478e8d9146828498f07a339fb8b9, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/5ed055ee1ffe4e3ca9832b8d857af78e, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/5a6bb68ad11d4be6b1425074fa0a0875, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/b75a9d4449e24a919e0a7cc87a06ae43, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/7323f0a6ca5e46428e8cc30674de1c8b, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/0da44e4cf68f43c3a318c6ea8e86be52, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/b7afa6f5576b4a97b2f982509ee29e48, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/9f3b5a1ae322403d8ced4a2846fa9f05, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/35b59d111fbb42609b24d22eac53cff6, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/882f9aa124374adc9a8cbca41d3765db, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/3c0b7c702f974d2d80953ab08f891526, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/4c13fe90e06544b385b0fc9723d4f68b, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/c057746c0b76469da5c06c717fe809d8, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/37755e5f0681456fbe2dbd2decce7236] to archive 2024-12-03T07:45:13,421 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T07:45:13,422 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/c05c8d886aef40d69c88a1edcb727e1a to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/c05c8d886aef40d69c88a1edcb727e1a 2024-12-03T07:45:13,423 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/977b54aeeee24da7a175846fb8176c0f to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/977b54aeeee24da7a175846fb8176c0f 2024-12-03T07:45:13,424 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/16c16f70728b431a915d0487df9c3b82 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/16c16f70728b431a915d0487df9c3b82 2024-12-03T07:45:13,424 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/f6e0588641f54a428ff1c55d338b7c79 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/f6e0588641f54a428ff1c55d338b7c79 2024-12-03T07:45:13,425 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/aa34fab0cb454d40adbd7f7d9667448e to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/aa34fab0cb454d40adbd7f7d9667448e 2024-12-03T07:45:13,426 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/fbdf38b9ecb5483aa84d4f0723fd4a2b to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/fbdf38b9ecb5483aa84d4f0723fd4a2b 2024-12-03T07:45:13,427 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/b4a22df78e24413780baf87a3e4a63a0 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/b4a22df78e24413780baf87a3e4a63a0 2024-12-03T07:45:13,428 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/a0eaee0dce7a4f9dabe2e2e8da51c6df to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/a0eaee0dce7a4f9dabe2e2e8da51c6df 2024-12-03T07:45:13,429 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/ea2f4c61dc464a62a8947b517cdcccf9 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/ea2f4c61dc464a62a8947b517cdcccf9 2024-12-03T07:45:13,430 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/c9651a3d301243eab48153a73bfa7185 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/c9651a3d301243eab48153a73bfa7185 2024-12-03T07:45:13,431 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/14a56254595b4f08befa0bccc1230f92 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/14a56254595b4f08befa0bccc1230f92 2024-12-03T07:45:13,431 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/d9f5ac2ab2264cd19873f9233a3d62e4 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/d9f5ac2ab2264cd19873f9233a3d62e4 2024-12-03T07:45:13,432 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/8b2d3ff650ac4a3e8e72a6c0c38f093f to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/8b2d3ff650ac4a3e8e72a6c0c38f093f 2024-12-03T07:45:13,433 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/aed3e63f5f924e18a22b31b99a221c25 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/aed3e63f5f924e18a22b31b99a221c25 2024-12-03T07:45:13,434 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/46e96cb85fae442b9134604d30e6ae0d to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/46e96cb85fae442b9134604d30e6ae0d 2024-12-03T07:45:13,435 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/1a5e9e5b0f954055a8b26b3b4a4c8b25 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/1a5e9e5b0f954055a8b26b3b4a4c8b25 2024-12-03T07:45:13,436 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/45472d3680e94930a2538af7e205dd2b to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/45472d3680e94930a2538af7e205dd2b 2024-12-03T07:45:13,437 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/b0ac478e8d9146828498f07a339fb8b9 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/b0ac478e8d9146828498f07a339fb8b9 2024-12-03T07:45:13,438 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/5ed055ee1ffe4e3ca9832b8d857af78e to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/5ed055ee1ffe4e3ca9832b8d857af78e 2024-12-03T07:45:13,439 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/5a6bb68ad11d4be6b1425074fa0a0875 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/5a6bb68ad11d4be6b1425074fa0a0875 2024-12-03T07:45:13,440 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/b75a9d4449e24a919e0a7cc87a06ae43 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/b75a9d4449e24a919e0a7cc87a06ae43 2024-12-03T07:45:13,441 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/7323f0a6ca5e46428e8cc30674de1c8b to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/7323f0a6ca5e46428e8cc30674de1c8b 2024-12-03T07:45:13,441 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/0da44e4cf68f43c3a318c6ea8e86be52 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/0da44e4cf68f43c3a318c6ea8e86be52 2024-12-03T07:45:13,442 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/b7afa6f5576b4a97b2f982509ee29e48 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/b7afa6f5576b4a97b2f982509ee29e48 2024-12-03T07:45:13,443 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/9f3b5a1ae322403d8ced4a2846fa9f05 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/9f3b5a1ae322403d8ced4a2846fa9f05 2024-12-03T07:45:13,444 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/35b59d111fbb42609b24d22eac53cff6 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/35b59d111fbb42609b24d22eac53cff6 2024-12-03T07:45:13,445 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/882f9aa124374adc9a8cbca41d3765db to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/882f9aa124374adc9a8cbca41d3765db 2024-12-03T07:45:13,446 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/3c0b7c702f974d2d80953ab08f891526 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/3c0b7c702f974d2d80953ab08f891526 2024-12-03T07:45:13,446 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/4c13fe90e06544b385b0fc9723d4f68b to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/4c13fe90e06544b385b0fc9723d4f68b 2024-12-03T07:45:13,447 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/c057746c0b76469da5c06c717fe809d8 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/c057746c0b76469da5c06c717fe809d8 2024-12-03T07:45:13,448 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/37755e5f0681456fbe2dbd2decce7236 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/37755e5f0681456fbe2dbd2decce7236 2024-12-03T07:45:13,449 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/08ba6a1665794b64939541d94dd7341c, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/e9dc697136c24bce9b275dc4306ca7cb, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/fcae456a49ab4fce8d84b778a3a9a523, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/de0c92129ecc4fab899882aa8518d5b3, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/cd92d26e417440d588bb8a8089d59632, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/49e9864d548649c3b1792ac10739e616, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/56fd346cf0b4400fb5b75b193e950363, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/f9a75e385c624a4f94571a505a1d757a, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/09c8266bfed241fbb727d62ce55d85b9, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/7b5e248124514ef9b37a7880d152b07c, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/99ed87337e9c45eab66b53723e4fa28d, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/8bb222f1ff064a5fb9afa08ce35a0d31, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/73793cdc7b884b2db34542030b18e19d, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/50305abc9bff4b378605eef0904cb42c, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/4f190db279104768ba5ee85c27c4a796, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/e7cbf5eca565478cb160db4065501ee8, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/6de08913cab4414dafcde193e22f11bc, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/f871a1529778462fba8d49f6f187b198, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/01df67232d244d08a17f9a17113d4bd1, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/d747ea4479584e129149c7ea6ff0ffa4, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/813729fbee6c47a9806ca7c5b8a14a3b, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/3a61d4d04b0a46f5bd572aee8b3a8471, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/3bd9b13623914923bfccb32a3c3580e9, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/3ef228691cfa41c8b823a4aed3309e34, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/8f5b8ea30c6f4accbfa5d4fa195e6528, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/ef991bb1bf7f471c952c297706997014, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/f99ddb924fdf4923b370879b4ab45f4a, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/d730b2f3b9d247e3aa314275e29ea311, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/69c45b77f1084b21a798ff035dec92c4, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/e1035e920a75432192adcf975ed8b01d, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/2017a3067c424ee5b4d7e3083599cd28] to archive 2024-12-03T07:45:13,450 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T07:45:13,451 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/08ba6a1665794b64939541d94dd7341c to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/08ba6a1665794b64939541d94dd7341c 2024-12-03T07:45:13,452 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/e9dc697136c24bce9b275dc4306ca7cb to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/e9dc697136c24bce9b275dc4306ca7cb 2024-12-03T07:45:13,453 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/fcae456a49ab4fce8d84b778a3a9a523 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/fcae456a49ab4fce8d84b778a3a9a523 2024-12-03T07:45:13,454 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/de0c92129ecc4fab899882aa8518d5b3 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/de0c92129ecc4fab899882aa8518d5b3 2024-12-03T07:45:13,455 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/cd92d26e417440d588bb8a8089d59632 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/cd92d26e417440d588bb8a8089d59632 2024-12-03T07:45:13,455 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/49e9864d548649c3b1792ac10739e616 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/49e9864d548649c3b1792ac10739e616 2024-12-03T07:45:13,456 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/56fd346cf0b4400fb5b75b193e950363 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/56fd346cf0b4400fb5b75b193e950363 2024-12-03T07:45:13,457 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/f9a75e385c624a4f94571a505a1d757a to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/f9a75e385c624a4f94571a505a1d757a 2024-12-03T07:45:13,458 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/09c8266bfed241fbb727d62ce55d85b9 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/09c8266bfed241fbb727d62ce55d85b9 2024-12-03T07:45:13,459 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/7b5e248124514ef9b37a7880d152b07c to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/7b5e248124514ef9b37a7880d152b07c 2024-12-03T07:45:13,460 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/99ed87337e9c45eab66b53723e4fa28d to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/99ed87337e9c45eab66b53723e4fa28d 2024-12-03T07:45:13,461 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/8bb222f1ff064a5fb9afa08ce35a0d31 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/8bb222f1ff064a5fb9afa08ce35a0d31 2024-12-03T07:45:13,462 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/73793cdc7b884b2db34542030b18e19d to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/73793cdc7b884b2db34542030b18e19d 2024-12-03T07:45:13,462 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/50305abc9bff4b378605eef0904cb42c to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/50305abc9bff4b378605eef0904cb42c 2024-12-03T07:45:13,463 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/4f190db279104768ba5ee85c27c4a796 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/4f190db279104768ba5ee85c27c4a796 2024-12-03T07:45:13,464 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/e7cbf5eca565478cb160db4065501ee8 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/e7cbf5eca565478cb160db4065501ee8 2024-12-03T07:45:13,465 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/6de08913cab4414dafcde193e22f11bc to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/6de08913cab4414dafcde193e22f11bc 2024-12-03T07:45:13,466 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/f871a1529778462fba8d49f6f187b198 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/f871a1529778462fba8d49f6f187b198 2024-12-03T07:45:13,467 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/01df67232d244d08a17f9a17113d4bd1 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/01df67232d244d08a17f9a17113d4bd1 2024-12-03T07:45:13,468 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/d747ea4479584e129149c7ea6ff0ffa4 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/d747ea4479584e129149c7ea6ff0ffa4 2024-12-03T07:45:13,469 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/813729fbee6c47a9806ca7c5b8a14a3b to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/813729fbee6c47a9806ca7c5b8a14a3b 2024-12-03T07:45:13,470 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/3a61d4d04b0a46f5bd572aee8b3a8471 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/3a61d4d04b0a46f5bd572aee8b3a8471 2024-12-03T07:45:13,471 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/3bd9b13623914923bfccb32a3c3580e9 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/3bd9b13623914923bfccb32a3c3580e9 2024-12-03T07:45:13,472 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/3ef228691cfa41c8b823a4aed3309e34 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/3ef228691cfa41c8b823a4aed3309e34 2024-12-03T07:45:13,473 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/8f5b8ea30c6f4accbfa5d4fa195e6528 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/8f5b8ea30c6f4accbfa5d4fa195e6528 2024-12-03T07:45:13,474 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/ef991bb1bf7f471c952c297706997014 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/ef991bb1bf7f471c952c297706997014 2024-12-03T07:45:13,475 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/f99ddb924fdf4923b370879b4ab45f4a to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/f99ddb924fdf4923b370879b4ab45f4a 2024-12-03T07:45:13,476 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/d730b2f3b9d247e3aa314275e29ea311 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/d730b2f3b9d247e3aa314275e29ea311 2024-12-03T07:45:13,477 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/69c45b77f1084b21a798ff035dec92c4 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/69c45b77f1084b21a798ff035dec92c4 2024-12-03T07:45:13,478 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/e1035e920a75432192adcf975ed8b01d to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/e1035e920a75432192adcf975ed8b01d 2024-12-03T07:45:13,479 DEBUG [StoreCloser-TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/2017a3067c424ee5b4d7e3083599cd28 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/2017a3067c424ee5b4d7e3083599cd28 2024-12-03T07:45:13,483 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/recovered.edits/465.seqid, newMaxSeqId=465, maxSeqId=1 2024-12-03T07:45:13,484 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. 2024-12-03T07:45:13,484 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1676): Region close journal for c9d1223633522196f465bc0679c6b963: Waiting for close lock at 1733211912149Running coprocessor pre-close hooks at 1733211912149Disabling compacts and flushes for region at 1733211912149Disabling writes for close at 1733211912149Obtaining lock to block concurrent updates at 1733211912149Preparing flush snapshotting stores in c9d1223633522196f465bc0679c6b963 at 1733211912149Finished memstore snapshotting TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1733211912149Flushing stores of TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963. at 1733211912150 (+1 ms)Flushing c9d1223633522196f465bc0679c6b963/A: creating writer at 1733211912150Flushing c9d1223633522196f465bc0679c6b963/A: appending metadata at 1733211912152 (+2 ms)Flushing c9d1223633522196f465bc0679c6b963/A: closing flushed file at 1733211912152Flushing c9d1223633522196f465bc0679c6b963/B: creating writer at 1733211912560 (+408 ms)Flushing c9d1223633522196f465bc0679c6b963/B: appending metadata at 1733211912562 (+2 ms)Flushing c9d1223633522196f465bc0679c6b963/B: closing flushed file at 1733211912562Flushing c9d1223633522196f465bc0679c6b963/C: creating writer at 1733211912969 (+407 ms)Flushing c9d1223633522196f465bc0679c6b963/C: appending metadata at 1733211912971 (+2 ms)Flushing c9d1223633522196f465bc0679c6b963/C: closing flushed file at 1733211912971Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64b368a5: reopening flushed file at 1733211913379 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c2a2651: reopening flushed file at 1733211913382 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41b9830d: reopening flushed file at 1733211913386 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for c9d1223633522196f465bc0679c6b963 in 1241ms, sequenceid=462, compaction requested=true at 1733211913390 (+4 ms)Writing region close event to WAL at 1733211913480 (+90 ms)Running coprocessor post-close hooks at 1733211913484 (+4 ms)Closed at 1733211913484 2024-12-03T07:45:13,486 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(157): Closed c9d1223633522196f465bc0679c6b963 2024-12-03T07:45:13,487 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=c9d1223633522196f465bc0679c6b963, regionState=CLOSED 2024-12-03T07:45:13,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=93, ppid=92, state=RUNNABLE, hasLock=false; CloseRegionProcedure c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 because future has completed 2024-12-03T07:45:13,490 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-12-03T07:45:13,490 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; CloseRegionProcedure c9d1223633522196f465bc0679c6b963, server=911db94732f6,39389,1733211824582 in 1.4920 sec 2024-12-03T07:45:13,492 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91 2024-12-03T07:45:13,492 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c9d1223633522196f465bc0679c6b963, UNASSIGN in 1.4950 sec 2024-12-03T07:45:13,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-12-03T07:45:13,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5000 sec 2024-12-03T07:45:13,496 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733211913495"}]},"ts":"1733211913495"} 2024-12-03T07:45:13,497 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-03T07:45:13,497 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-03T07:45:13,499 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5100 sec 2024-12-03T07:45:14,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-12-03T07:45:14,138 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:45:14,138 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-03T07:45:14,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=94, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T07:45:14,140 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=94, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T07:45:14,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-12-03T07:45:14,140 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=94, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T07:45:14,142 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963 2024-12-03T07:45:14,144 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A, FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B, FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C, FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/recovered.edits] 2024-12-03T07:45:14,146 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/4fe1244de4614da39839ab3f74dd02f5 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/4fe1244de4614da39839ab3f74dd02f5 2024-12-03T07:45:14,147 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/7a70b6d29f434ef684d696516c8d6f7b to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/7a70b6d29f434ef684d696516c8d6f7b 2024-12-03T07:45:14,148 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/89e6dcd5ea824ddf8f6d97f8c8dce865 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/A/89e6dcd5ea824ddf8f6d97f8c8dce865 2024-12-03T07:45:14,149 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/5f96649b711d49f79929ecbaa2200e08 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/5f96649b711d49f79929ecbaa2200e08 2024-12-03T07:45:14,150 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/a4a1d9b68fb240a4a96ebfb7661e243e to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/a4a1d9b68fb240a4a96ebfb7661e243e 2024-12-03T07:45:14,151 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/d3d4085e28c14ab0b6354dc5f8b9e92c to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/B/d3d4085e28c14ab0b6354dc5f8b9e92c 2024-12-03T07:45:14,153 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/32e756bf82184e20a51875b2544331f6 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/32e756bf82184e20a51875b2544331f6 2024-12-03T07:45:14,153 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/4c7ffc04c55f45ba8da04387329c98c6 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/4c7ffc04c55f45ba8da04387329c98c6 2024-12-03T07:45:14,154 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/eddc206cfe8f4a528a659cbad000446c to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/C/eddc206cfe8f4a528a659cbad000446c 2024-12-03T07:45:14,156 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/recovered.edits/465.seqid to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963/recovered.edits/465.seqid 2024-12-03T07:45:14,157 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/c9d1223633522196f465bc0679c6b963 2024-12-03T07:45:14,157 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-03T07:45:14,159 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=94, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T07:45:14,162 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-03T07:45:14,164 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-03T07:45:14,165 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=94, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T07:45:14,165 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-03T07:45:14,165 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733211914165"}]},"ts":"9223372036854775807"} 2024-12-03T07:45:14,166 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-03T07:45:14,166 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => c9d1223633522196f465bc0679c6b963, NAME => 'TestAcidGuarantees,,1733211887485.c9d1223633522196f465bc0679c6b963.', STARTKEY => '', ENDKEY => ''}] 2024-12-03T07:45:14,167 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-03T07:45:14,167 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733211914167"}]},"ts":"9223372036854775807"} 2024-12-03T07:45:14,168 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-03T07:45:14,169 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=94, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T07:45:14,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 31 msec 2024-12-03T07:45:14,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-12-03T07:45:14,248 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-03T07:45:14,248 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:45:14,257 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=250 (was 248) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1598896198_22 at /127.0.0.1:33116 [Waiting for operation #335] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2004810213_22 at /127.0.0.1:33182 [Waiting for operation #307] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=453 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=305 (was 265) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8269 (was 8334) 2024-12-03T07:45:14,265 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=250, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=305, ProcessCount=11, AvailableMemoryMB=8269 2024-12-03T07:45:14,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-03T07:45:14,266 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T07:45:14,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=95, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-03T07:45:14,268 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T07:45:14,268 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:14,268 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 95 2024-12-03T07:45:14,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-12-03T07:45:14,269 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T07:45:14,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742172_1348 (size=1061) 2024-12-03T07:45:14,304 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-03T07:45:14,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-12-03T07:45:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-12-03T07:45:14,675 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c 2024-12-03T07:45:14,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742173_1349 (size=53) 2024-12-03T07:45:14,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-12-03T07:45:15,080 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:45:15,081 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 6b325392dbf7bd8df4a0911762dba20c, disabling compactions & flushes 2024-12-03T07:45:15,081 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:15,081 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:15,081 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. after waiting 0 ms 2024-12-03T07:45:15,081 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:15,081 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:15,081 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6b325392dbf7bd8df4a0911762dba20c: Waiting for close lock at 1733211915081Disabling compacts and flushes for region at 1733211915081Disabling writes for close at 1733211915081Writing region close event to WAL at 1733211915081Closed at 1733211915081 2024-12-03T07:45:15,082 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T07:45:15,082 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733211915082"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733211915082"}]},"ts":"1733211915082"} 2024-12-03T07:45:15,084 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T07:45:15,084 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T07:45:15,084 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733211915084"}]},"ts":"1733211915084"} 2024-12-03T07:45:15,085 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-03T07:45:15,086 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6b325392dbf7bd8df4a0911762dba20c, ASSIGN}] 2024-12-03T07:45:15,086 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6b325392dbf7bd8df4a0911762dba20c, ASSIGN 2024-12-03T07:45:15,087 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6b325392dbf7bd8df4a0911762dba20c, ASSIGN; state=OFFLINE, location=911db94732f6,39389,1733211824582; forceNewPlan=false, retain=false 2024-12-03T07:45:15,238 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=6b325392dbf7bd8df4a0911762dba20c, regionState=OPENING, regionLocation=911db94732f6,39389,1733211824582 2024-12-03T07:45:15,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6b325392dbf7bd8df4a0911762dba20c, ASSIGN because future has completed 2024-12-03T07:45:15,239 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582}] 2024-12-03T07:45:15,393 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:15,393 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7752): Opening region: {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} 2024-12-03T07:45:15,393 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:15,393 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:45:15,394 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7794): checking encryption for 6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:15,394 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7797): checking classloading for 6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:15,395 INFO [StoreOpener-6b325392dbf7bd8df4a0911762dba20c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:15,396 INFO [StoreOpener-6b325392dbf7bd8df4a0911762dba20c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-03T07:45:15,396 INFO [StoreOpener-6b325392dbf7bd8df4a0911762dba20c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b325392dbf7bd8df4a0911762dba20c columnFamilyName A 2024-12-03T07:45:15,396 DEBUG [StoreOpener-6b325392dbf7bd8df4a0911762dba20c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:15,396 INFO [StoreOpener-6b325392dbf7bd8df4a0911762dba20c-1 {}] regionserver.HStore(327): Store=6b325392dbf7bd8df4a0911762dba20c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T07:45:15,396 INFO [StoreOpener-6b325392dbf7bd8df4a0911762dba20c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:15,397 INFO [StoreOpener-6b325392dbf7bd8df4a0911762dba20c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-03T07:45:15,397 INFO [StoreOpener-6b325392dbf7bd8df4a0911762dba20c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b325392dbf7bd8df4a0911762dba20c columnFamilyName B 2024-12-03T07:45:15,397 DEBUG [StoreOpener-6b325392dbf7bd8df4a0911762dba20c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:15,398 INFO [StoreOpener-6b325392dbf7bd8df4a0911762dba20c-1 {}] regionserver.HStore(327): Store=6b325392dbf7bd8df4a0911762dba20c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T07:45:15,398 INFO [StoreOpener-6b325392dbf7bd8df4a0911762dba20c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:15,398 INFO [StoreOpener-6b325392dbf7bd8df4a0911762dba20c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-03T07:45:15,399 INFO [StoreOpener-6b325392dbf7bd8df4a0911762dba20c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b325392dbf7bd8df4a0911762dba20c columnFamilyName C 2024-12-03T07:45:15,399 DEBUG [StoreOpener-6b325392dbf7bd8df4a0911762dba20c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:15,399 INFO [StoreOpener-6b325392dbf7bd8df4a0911762dba20c-1 {}] regionserver.HStore(327): Store=6b325392dbf7bd8df4a0911762dba20c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T07:45:15,399 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:15,399 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1038): replaying wal for 6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:15,400 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:15,400 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:15,400 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1048): stopping wal replay for 6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:15,400 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1060): Cleaning up temporary data for 6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:15,401 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T07:45:15,401 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1093): writing seq id for 6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:15,403 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T07:45:15,403 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1114): Opened 6b325392dbf7bd8df4a0911762dba20c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71755452, jitterRate=0.0692395567893982}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T07:45:15,403 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:15,404 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1006): Region open journal for 6b325392dbf7bd8df4a0911762dba20c: Running coprocessor pre-open hook at 1733211915394Writing region info on filesystem at 1733211915394Initializing all the Stores at 1733211915394Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733211915394Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733211915394Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733211915394Cleaning up temporary data from old regions at 1733211915400 (+6 ms)Running coprocessor post-open hooks at 1733211915403 (+3 ms)Region opened successfully at 1733211915404 (+1 ms) 2024-12-03T07:45:15,405 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., pid=97, masterSystemTime=1733211915390 2024-12-03T07:45:15,406 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:15,406 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:15,406 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=6b325392dbf7bd8df4a0911762dba20c, regionState=OPEN, openSeqNum=2, regionLocation=911db94732f6,39389,1733211824582 2024-12-03T07:45:15,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-12-03T07:45:15,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=97, ppid=96, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 because future has completed 2024-12-03T07:45:15,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=97, resume processing ppid=96 2024-12-03T07:45:15,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, ppid=96, state=SUCCESS, hasLock=false; OpenRegionProcedure 6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 in 169 msec 2024-12-03T07:45:15,411 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95 2024-12-03T07:45:15,411 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6b325392dbf7bd8df4a0911762dba20c, ASSIGN in 323 msec 2024-12-03T07:45:15,412 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T07:45:15,412 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733211915412"}]},"ts":"1733211915412"} 2024-12-03T07:45:15,413 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-03T07:45:15,413 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T07:45:15,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1470 sec 2024-12-03T07:45:16,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-12-03T07:45:16,418 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:45:16,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@283b5885, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:16,419 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:45:16,419 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:45:16,420 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:45:16,420 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:45:16,421 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:45:16,421 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@744a7b35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:16,421 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:45:16,421 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:45:16,421 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:16,422 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49198, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:45:16,423 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a1936a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:16,423 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:45:16,423 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:45:16,424 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:45:16,424 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52182, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:45:16,425 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T07:45:16,425 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 911db94732f6,40329,1733211823909 2024-12-03T07:45:16,425 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77a9517e 2024-12-03T07:45:16,426 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T07:45:16,426 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49202, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T07:45:16,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-03T07:45:16,428 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T07:45:16,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=98, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-03T07:45:16,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742174_1350 (size=1097) 2024-12-03T07:45:16,838 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-12-03T07:45:16,838 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-12-03T07:45:16,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-03T07:45:16,843 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6b325392dbf7bd8df4a0911762dba20c, REOPEN/MOVE}] 2024-12-03T07:45:16,843 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6b325392dbf7bd8df4a0911762dba20c, REOPEN/MOVE 2024-12-03T07:45:16,844 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=100 updating hbase:meta row=6b325392dbf7bd8df4a0911762dba20c, regionState=CLOSING, regionLocation=911db94732f6,39389,1733211824582 2024-12-03T07:45:16,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6b325392dbf7bd8df4a0911762dba20c, REOPEN/MOVE because future has completed 2024-12-03T07:45:16,845 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-03T07:45:16,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582}] 2024-12-03T07:45:16,997 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] handler.UnassignRegionHandler(122): Close 6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:16,997 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-03T07:45:16,997 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1722): Closing 6b325392dbf7bd8df4a0911762dba20c, disabling compactions & flushes 2024-12-03T07:45:16,997 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:16,997 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:16,997 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. after waiting 0 ms 2024-12-03T07:45:16,997 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:17,000 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-03T07:45:17,001 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:17,001 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1676): Region close journal for 6b325392dbf7bd8df4a0911762dba20c: Waiting for close lock at 1733211916997Running coprocessor pre-close hooks at 1733211916997Disabling compacts and flushes for region at 1733211916997Disabling writes for close at 1733211916997Writing region close event to WAL at 1733211916998 (+1 ms)Running coprocessor post-close hooks at 1733211917000 (+2 ms)Closed at 1733211917001 (+1 ms) 2024-12-03T07:45:17,001 WARN [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegionServer(3299): Not adding moved region record: 6b325392dbf7bd8df4a0911762dba20c to self. 2024-12-03T07:45:17,002 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] handler.UnassignRegionHandler(157): Closed 6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:17,002 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=100 updating hbase:meta row=6b325392dbf7bd8df4a0911762dba20c, regionState=CLOSED 2024-12-03T07:45:17,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=101, ppid=100, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 because future has completed 2024-12-03T07:45:17,005 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=101, resume processing ppid=100 2024-12-03T07:45:17,005 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, ppid=100, state=SUCCESS, hasLock=false; CloseRegionProcedure 6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 in 159 msec 2024-12-03T07:45:17,006 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6b325392dbf7bd8df4a0911762dba20c, REOPEN/MOVE; state=CLOSED, location=911db94732f6,39389,1733211824582; forceNewPlan=false, retain=true 2024-12-03T07:45:17,156 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=100 updating hbase:meta row=6b325392dbf7bd8df4a0911762dba20c, regionState=OPENING, regionLocation=911db94732f6,39389,1733211824582 2024-12-03T07:45:17,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6b325392dbf7bd8df4a0911762dba20c, REOPEN/MOVE because future has completed 2024-12-03T07:45:17,158 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=100, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582}] 2024-12-03T07:45:17,312 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:17,312 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7752): Opening region: {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} 2024-12-03T07:45:17,312 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:17,312 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:45:17,312 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7794): checking encryption for 6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:17,312 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7797): checking classloading for 6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:17,313 INFO [StoreOpener-6b325392dbf7bd8df4a0911762dba20c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:17,314 INFO [StoreOpener-6b325392dbf7bd8df4a0911762dba20c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-03T07:45:17,314 INFO [StoreOpener-6b325392dbf7bd8df4a0911762dba20c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b325392dbf7bd8df4a0911762dba20c columnFamilyName A 2024-12-03T07:45:17,315 DEBUG [StoreOpener-6b325392dbf7bd8df4a0911762dba20c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:17,316 INFO [StoreOpener-6b325392dbf7bd8df4a0911762dba20c-1 {}] regionserver.HStore(327): Store=6b325392dbf7bd8df4a0911762dba20c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T07:45:17,316 INFO [StoreOpener-6b325392dbf7bd8df4a0911762dba20c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:17,317 INFO [StoreOpener-6b325392dbf7bd8df4a0911762dba20c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-03T07:45:17,317 INFO [StoreOpener-6b325392dbf7bd8df4a0911762dba20c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b325392dbf7bd8df4a0911762dba20c columnFamilyName B 2024-12-03T07:45:17,317 DEBUG [StoreOpener-6b325392dbf7bd8df4a0911762dba20c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:17,317 INFO [StoreOpener-6b325392dbf7bd8df4a0911762dba20c-1 {}] regionserver.HStore(327): Store=6b325392dbf7bd8df4a0911762dba20c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T07:45:17,317 INFO [StoreOpener-6b325392dbf7bd8df4a0911762dba20c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:17,318 INFO [StoreOpener-6b325392dbf7bd8df4a0911762dba20c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-03T07:45:17,318 INFO [StoreOpener-6b325392dbf7bd8df4a0911762dba20c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b325392dbf7bd8df4a0911762dba20c columnFamilyName C 2024-12-03T07:45:17,318 DEBUG [StoreOpener-6b325392dbf7bd8df4a0911762dba20c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:17,318 INFO [StoreOpener-6b325392dbf7bd8df4a0911762dba20c-1 {}] regionserver.HStore(327): Store=6b325392dbf7bd8df4a0911762dba20c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T07:45:17,318 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:17,318 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1038): replaying wal for 6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:17,319 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:17,320 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:17,320 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1048): stopping wal replay for 6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:17,320 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1060): Cleaning up temporary data for 6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:17,321 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T07:45:17,321 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1093): writing seq id for 6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:17,322 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1114): Opened 6b325392dbf7bd8df4a0911762dba20c; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74188483, jitterRate=0.10549454391002655}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T07:45:17,322 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:17,323 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1006): Region open journal for 6b325392dbf7bd8df4a0911762dba20c: Running coprocessor pre-open hook at 1733211917312Writing region info on filesystem at 1733211917312Initializing all the Stores at 1733211917313 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733211917313Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733211917313Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733211917313Cleaning up temporary data from old regions at 1733211917320 (+7 ms)Running coprocessor post-open hooks at 1733211917322 (+2 ms)Region opened successfully at 1733211917322 2024-12-03T07:45:17,323 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., pid=102, masterSystemTime=1733211917309 2024-12-03T07:45:17,324 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:17,324 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:17,325 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=100 updating hbase:meta row=6b325392dbf7bd8df4a0911762dba20c, regionState=OPEN, openSeqNum=5, regionLocation=911db94732f6,39389,1733211824582 2024-12-03T07:45:17,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=102, ppid=100, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 because future has completed 2024-12-03T07:45:17,328 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=100 2024-12-03T07:45:17,328 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=100, state=SUCCESS, hasLock=false; OpenRegionProcedure 6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 in 168 msec 2024-12-03T07:45:17,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-12-03T07:45:17,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6b325392dbf7bd8df4a0911762dba20c, REOPEN/MOVE in 486 msec 2024-12-03T07:45:17,331 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=99, resume processing ppid=98 2024-12-03T07:45:17,331 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, ppid=98, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 489 msec 2024-12-03T07:45:17,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 904 msec 2024-12-03T07:45:17,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=98 2024-12-03T07:45:17,334 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:45:17,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cf7f63f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:17,335 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:45:17,335 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:45:17,336 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:45:17,336 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:45:17,336 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:45:17,336 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c43e443, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:17,336 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:45:17,336 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:45:17,337 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:17,337 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49210, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:45:17,338 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@355919f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:17,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4600746, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:17,338 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:45:17,338 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:45:17,339 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:45:17,339 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:45:17,339 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:45:17,339 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e96bbf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:17,339 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:45:17,339 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:45:17,340 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:17,340 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49228, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:45:17,341 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3829a09a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:17,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6447def3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:17,341 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:45:17,341 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:45:17,342 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:45:17,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:45:17,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:45:17,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@499aa0c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:17,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:45:17,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:45:17,343 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:17,343 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49244, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:45:17,343 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1021142d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:17,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5345722e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:17,344 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:45:17,344 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:45:17,345 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:45:17,345 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:45:17,345 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:45:17,345 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1248b179, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:17,345 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:45:17,345 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:45:17,345 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:17,346 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49268, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:45:17,346 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e8d8b36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:17,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dd3a90f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:17,347 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:45:17,347 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:45:17,347 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:45:17,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:45:17,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:45:17,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d2fc786, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:17,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:45:17,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:45:17,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:17,349 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49288, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:45:17,350 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11f5b8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:17,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eba3e2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:17,350 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:45:17,350 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:45:17,351 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:45:17,351 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:45:17,351 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:45:17,351 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c561018, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:17,351 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:45:17,351 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:45:17,351 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:17,352 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49318, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:45:17,352 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cf6b7ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:17,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79570776, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:17,353 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:45:17,353 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:45:17,353 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:45:17,353 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:45:17,353 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:45:17,353 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d92d30b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:17,354 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:45:17,354 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:45:17,354 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:17,354 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49346, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:45:17,355 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75d332cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:17,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43065a6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:17,355 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:45:17,355 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:45:17,356 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:45:17,356 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:45:17,356 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:45:17,356 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f01c669, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:17,356 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:45:17,356 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:45:17,356 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:17,357 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49362, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:45:17,357 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55a7775d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:17,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24bcd92c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:17,358 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:45:17,358 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:45:17,358 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:45:17,358 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:45:17,359 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:45:17,359 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a8be3df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:17,359 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:45:17,359 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:45:17,359 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:17,359 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49378, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:45:17,360 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6560e093, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:17,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b779047, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:17,360 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:45:17,360 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:45:17,361 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:45:17,361 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:45:17,361 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:45:17,361 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23e9eeaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:17,361 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:45:17,362 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:45:17,362 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:17,362 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49404, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:45:17,363 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46ada45c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:17,364 DEBUG [Thread-1595 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:45:17,364 DEBUG [Thread-1606 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:45:17,364 DEBUG [Thread-1608 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:45:17,365 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:45:17,365 DEBUG [Thread-1597 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:45:17,365 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:45:17,365 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:45:17,365 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:45:17,365 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:45:17,365 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:45:17,366 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T07:45:17,366 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52194, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:45:17,366 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52184, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:45:17,367 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52206, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:45:17,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-12-03T07:45:17,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-03T07:45:17,368 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T07:45:17,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:45:17,369 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T07:45:17,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:45:17,369 DEBUG [Thread-1600 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:45:17,369 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T07:45:17,369 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5] 2024-12-03T07:45:17,369 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5] 2024-12-03T07:45:17,369 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:45:17,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:45:17,370 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52216, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:45:17,370 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5] 2024-12-03T07:45:17,371 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52220, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:45:17,371 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5] 2024-12-03T07:45:17,372 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5] 2024-12-03T07:45:17,374 DEBUG [Thread-1602 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:45:17,374 DEBUG [Thread-1593 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:45:17,375 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:45:17,375 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:45:17,375 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:45:17,375 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:45:17,376 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52246, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:45:17,377 DEBUG [Thread-1589 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:45:17,377 DEBUG [Thread-1604 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:45:17,377 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52234, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:45:17,377 DEBUG [Thread-1591 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:45:17,377 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:45:17,378 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:45:17,378 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:45:17,378 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:45:17,378 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:45:17,379 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:45:17,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5] 2024-12-03T07:45:17,381 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52260, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:45:17,381 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52282, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:45:17,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5] 2024-12-03T07:45:17,382 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5] 2024-12-03T07:45:17,383 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52268, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:45:17,384 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5] 2024-12-03T07:45:17,385 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5] 2024-12-03T07:45:17,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:17,391 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6b325392dbf7bd8df4a0911762dba20c 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-03T07:45:17,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b325392dbf7bd8df4a0911762dba20c, store=A 2024-12-03T07:45:17,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:17,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b325392dbf7bd8df4a0911762dba20c, store=B 2024-12-03T07:45:17,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:17,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b325392dbf7bd8df4a0911762dba20c, store=C 2024-12-03T07:45:17,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:17,426 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203187f6895642a4b09b305696fa30a42ae_6b325392dbf7bd8df4a0911762dba20c is 50, key is test_row_0/A:col10/1733211917387/Put/seqid=0 2024-12-03T07:45:17,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742175_1351 (size=14594) 2024-12-03T07:45:17,444 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1733211917416, max timestamp=1733211917440Num uniques 859; 2024-12-03T07:45:17,444 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1733211917416, max timestamp=1733211917440Num uniques 859; 2024-12-03T07:45:17,445 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-03T07:45:17,445 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-03T07:45:17,445 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1733211917416, max timestamp=1733211917440Num uniques 859; 2024-12-03T07:45:17,445 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-03T07:45:17,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-03T07:45:17,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:17,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733211977471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:17,487 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:17,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:17,487 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:17,487 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:17,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52184 deadline: 1733211977472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:17,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:17,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:17,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:17,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:17,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52268 deadline: 1733211977475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:17,487 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:17,487 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:17,487 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:17,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:17,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52246 deadline: 1733211977476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:17,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:17,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:17,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:17,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52282 deadline: 1733211977478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:17,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:17,493 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:17,493 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:17,493 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:17,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-03T07:45:17,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:17,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. as already flushing 2024-12-03T07:45:17,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:17,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:17,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:17,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:17,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:17,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733211977598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:17,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:17,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:17,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52184 deadline: 1733211977598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:17,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:17,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:17,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:17,611 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:17,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52268 deadline: 1733211977598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:17,611 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:17,611 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:17,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:17,611 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:17,611 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:17,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52246 deadline: 1733211977598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:17,611 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:17,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:17,611 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:17,611 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:17,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52282 deadline: 1733211977598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:17,611 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:17,611 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:17,611 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:17,611 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:17,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-03T07:45:17,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:17,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. as already flushing 2024-12-03T07:45:17,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:17,677 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:17,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:17,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:17,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-03T07:45:17,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:17,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733211977817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:17,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:17,827 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:17,827 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:17,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52184 deadline: 1733211977817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:17,827 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:17,827 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:17,827 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:17,827 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:17,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:17,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52268 deadline: 1733211977818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:17,828 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:17,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:17,828 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:17,828 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:17,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52246 deadline: 1733211977818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:17,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:17,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:17,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:17,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:17,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52282 deadline: 1733211977818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:17,828 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:17,828 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:17,828 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:17,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-03T07:45:17,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:17,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. as already flushing 2024-12-03T07:45:17,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:17,829 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:17,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:17,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:17,835 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:17,839 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203187f6895642a4b09b305696fa30a42ae_6b325392dbf7bd8df4a0911762dba20c to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203187f6895642a4b09b305696fa30a42ae_6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:17,839 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/14db8a8d700c45608f6a2239aaa371d8, store: [table=TestAcidGuarantees family=A region=6b325392dbf7bd8df4a0911762dba20c] 2024-12-03T07:45:17,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/14db8a8d700c45608f6a2239aaa371d8 is 175, key is test_row_0/A:col10/1733211917387/Put/seqid=0 2024-12-03T07:45:17,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742176_1352 (size=39549) 2024-12-03T07:45:17,844 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/14db8a8d700c45608f6a2239aaa371d8 2024-12-03T07:45:17,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/B/68d26859bb5b4c189b556573c00c08a5 is 50, key is test_row_0/B:col10/1733211917387/Put/seqid=0 2024-12-03T07:45:17,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742177_1353 (size=12001) 2024-12-03T07:45:17,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-03T07:45:17,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:17,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. as already flushing 2024-12-03T07:45:17,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:17,983 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:17,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:17,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:17,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-03T07:45:18,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-03T07:45:18,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:18,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. as already flushing 2024-12-03T07:45:18,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:18,136 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:18,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:18,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:18,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:18,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733211978138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:18,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:18,143 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:18,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52268 deadline: 1733211978138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:18,143 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:18,143 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:18,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:18,143 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:18,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52246 deadline: 1733211978138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:18,143 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:18,143 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:18,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:18,144 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:18,144 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:18,144 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:18,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52184 deadline: 1733211978138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:18,144 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:18,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:18,144 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:18,144 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:18,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52282 deadline: 1733211978138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:18,144 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:18,144 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:18,144 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:18,272 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/B/68d26859bb5b4c189b556573c00c08a5 2024-12-03T07:45:18,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-03T07:45:18,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:18,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. as already flushing 2024-12-03T07:45:18,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:18,290 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:18,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:18,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:18,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/C/1df44af6f390411fb3fa1bcf48e8c3aa is 50, key is test_row_0/C:col10/1733211917387/Put/seqid=0 2024-12-03T07:45:18,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742178_1354 (size=12001) 2024-12-03T07:45:18,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-03T07:45:18,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:18,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. as already flushing 2024-12-03T07:45:18,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:18,442 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:18,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:18,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:18,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-03T07:45:18,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-03T07:45:18,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:18,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. as already flushing 2024-12-03T07:45:18,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:18,596 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:18,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:18,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:18,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:18,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733211978648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:18,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:18,652 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:18,652 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:18,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52282 deadline: 1733211978648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:18,652 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:18,652 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:18,652 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:18,652 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:18,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:18,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52268 deadline: 1733211978657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:18,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:18,666 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:18,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52246 deadline: 1733211978657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:18,666 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:18,666 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:18,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:18,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:18,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:18,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:18,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52184 deadline: 1733211978657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:18,666 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:18,666 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:18,666 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:18,706 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/C/1df44af6f390411fb3fa1bcf48e8c3aa 2024-12-03T07:45:18,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/14db8a8d700c45608f6a2239aaa371d8 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/14db8a8d700c45608f6a2239aaa371d8 2024-12-03T07:45:18,715 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/14db8a8d700c45608f6a2239aaa371d8, entries=200, sequenceid=15, filesize=38.6 K 2024-12-03T07:45:18,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/B/68d26859bb5b4c189b556573c00c08a5 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/68d26859bb5b4c189b556573c00c08a5 2024-12-03T07:45:18,721 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/68d26859bb5b4c189b556573c00c08a5, entries=150, sequenceid=15, filesize=11.7 K 2024-12-03T07:45:18,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/C/1df44af6f390411fb3fa1bcf48e8c3aa as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/1df44af6f390411fb3fa1bcf48e8c3aa 2024-12-03T07:45:18,726 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/1df44af6f390411fb3fa1bcf48e8c3aa, entries=150, sequenceid=15, filesize=11.7 K 2024-12-03T07:45:18,726 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for 6b325392dbf7bd8df4a0911762dba20c in 1335ms, sequenceid=15, compaction requested=false 2024-12-03T07:45:18,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6b325392dbf7bd8df4a0911762dba20c: 2024-12-03T07:45:18,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-03T07:45:18,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:18,749 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing 6b325392dbf7bd8df4a0911762dba20c 3/3 column families, dataSize=134.18 KB heapSize=366.23 KB 2024-12-03T07:45:18,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b325392dbf7bd8df4a0911762dba20c, store=A 2024-12-03T07:45:18,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:45:18,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b325392dbf7bd8df4a0911762dba20c, store=B 2024-12-03T07:45:18,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:45:18,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b325392dbf7bd8df4a0911762dba20c, store=C 2024-12-03T07:45:18,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:45:18,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120307ec38bd97184ca8ad7209b93419021a_6b325392dbf7bd8df4a0911762dba20c is 50, key is test_row_0/A:col10/1733211917475/Put/seqid=0 2024-12-03T07:45:18,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742179_1355 (size=12154) 2024-12-03T07:45:19,005 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-03T07:45:19,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:19,166 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120307ec38bd97184ca8ad7209b93419021a_6b325392dbf7bd8df4a0911762dba20c to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120307ec38bd97184ca8ad7209b93419021a_6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:19,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/3403568fce4e4377b70ce319401d116d, store: [table=TestAcidGuarantees family=A region=6b325392dbf7bd8df4a0911762dba20c] 2024-12-03T07:45:19,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/3403568fce4e4377b70ce319401d116d is 175, key is test_row_0/A:col10/1733211917475/Put/seqid=0 2024-12-03T07:45:19,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742180_1356 (size=30955) 2024-12-03T07:45:19,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-03T07:45:19,572 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=48, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/3403568fce4e4377b70ce319401d116d 2024-12-03T07:45:19,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/B/ac00f7c32ec3489a9016e0585c372db6 is 50, key is test_row_0/B:col10/1733211917475/Put/seqid=0 2024-12-03T07:45:19,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742181_1357 (size=12001) 2024-12-03T07:45:19,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:19,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. as already flushing 2024-12-03T07:45:19,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:19,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52282 deadline: 1733211979684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:19,689 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:19,689 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:19,689 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:19,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:19,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733211979685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:19,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:19,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:19,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:19,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52268 deadline: 1733211979687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:19,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:19,697 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:19,698 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:19,698 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:19,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:19,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52246 deadline: 1733211979688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:19,701 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:19,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:19,701 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:19,701 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:19,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52184 deadline: 1733211979689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:19,701 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:19,701 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:19,701 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:19,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:19,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52282 deadline: 1733211979797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:19,802 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:19,802 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:19,802 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:19,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:19,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733211979807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:19,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:19,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:19,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:19,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:19,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52246 deadline: 1733211979808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:19,816 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:19,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:19,816 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:19,816 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:19,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52268 deadline: 1733211979808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:19,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:19,816 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:19,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52184 deadline: 1733211979808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:19,817 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:19,817 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:19,817 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:19,817 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:19,817 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:19,985 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/B/ac00f7c32ec3489a9016e0585c372db6 2024-12-03T07:45:19,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/C/3d5d28d738954ccba4460d47e1ea2508 is 50, key is test_row_0/C:col10/1733211917475/Put/seqid=0 2024-12-03T07:45:19,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742182_1358 (size=12001) 2024-12-03T07:45:19,997 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/C/3d5d28d738954ccba4460d47e1ea2508 2024-12-03T07:45:20,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/3403568fce4e4377b70ce319401d116d as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/3403568fce4e4377b70ce319401d116d 2024-12-03T07:45:20,008 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/3403568fce4e4377b70ce319401d116d, entries=150, sequenceid=48, filesize=30.2 K 2024-12-03T07:45:20,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/B/ac00f7c32ec3489a9016e0585c372db6 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/ac00f7c32ec3489a9016e0585c372db6 2024-12-03T07:45:20,013 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/ac00f7c32ec3489a9016e0585c372db6, entries=150, sequenceid=48, filesize=11.7 K 2024-12-03T07:45:20,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/C/3d5d28d738954ccba4460d47e1ea2508 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/3d5d28d738954ccba4460d47e1ea2508 2024-12-03T07:45:20,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:20,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52282 deadline: 1733211980007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:20,017 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:20,017 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:20,017 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:20,019 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/3d5d28d738954ccba4460d47e1ea2508, entries=150, sequenceid=48, filesize=11.7 K 2024-12-03T07:45:20,020 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~366.19 KB/374976, currentSize=53.67 KB/54960 for 6b325392dbf7bd8df4a0911762dba20c in 1271ms, sequenceid=48, compaction requested=false 2024-12-03T07:45:20,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for 6b325392dbf7bd8df4a0911762dba20c: 2024-12-03T07:45:20,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:20,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-12-03T07:45:20,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-12-03T07:45:20,023 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-12-03T07:45:20,023 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6520 sec 2024-12-03T07:45:20,025 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 2.6570 sec 2024-12-03T07:45:20,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:20,035 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6b325392dbf7bd8df4a0911762dba20c 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-03T07:45:20,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b325392dbf7bd8df4a0911762dba20c, store=A 2024-12-03T07:45:20,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:20,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b325392dbf7bd8df4a0911762dba20c, store=B 2024-12-03T07:45:20,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:20,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b325392dbf7bd8df4a0911762dba20c, store=C 2024-12-03T07:45:20,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:20,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203cf1e74bc5844420dbe80e15075d13d5c_6b325392dbf7bd8df4a0911762dba20c is 50, key is test_row_0/A:col10/1733211919685/Put/seqid=0 2024-12-03T07:45:20,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742183_1359 (size=12154) 2024-12-03T07:45:20,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:20,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52184 deadline: 1733211980079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:20,092 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:20,092 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:20,092 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:20,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:20,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52268 deadline: 1733211980089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:20,094 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:20,094 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:20,094 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:20,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:20,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733211980090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:20,103 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:20,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:20,103 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:20,103 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:20,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52246 deadline: 1733211980091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:20,103 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:20,103 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:20,103 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:20,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:20,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52184 deadline: 1733211980197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:20,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:20,209 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:20,209 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:20,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52268 deadline: 1733211980197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:20,209 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:20,209 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:20,209 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:20,209 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:20,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:20,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733211980208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:20,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:20,215 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:20,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52246 deadline: 1733211980208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:20,215 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:20,215 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:20,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:20,216 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:20,216 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:20,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:20,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52282 deadline: 1733211980328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:20,333 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:20,333 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:20,333 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:20,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:20,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52184 deadline: 1733211980417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:20,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:20,426 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:20,426 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:20,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52268 deadline: 1733211980417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:20,426 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:20,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:20,426 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:20,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733211980417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:20,426 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:20,426 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:20,426 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:20,426 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:20,426 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:20,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:20,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52246 deadline: 1733211980428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:20,440 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:20,440 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:20,440 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:20,456 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:20,460 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203cf1e74bc5844420dbe80e15075d13d5c_6b325392dbf7bd8df4a0911762dba20c to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203cf1e74bc5844420dbe80e15075d13d5c_6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:20,460 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/46af24b4abbe4b6e9c91f586419c1738, store: [table=TestAcidGuarantees family=A region=6b325392dbf7bd8df4a0911762dba20c] 2024-12-03T07:45:20,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/46af24b4abbe4b6e9c91f586419c1738 is 175, key is test_row_0/A:col10/1733211919685/Put/seqid=0 2024-12-03T07:45:20,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742184_1360 (size=30955) 2024-12-03T07:45:20,465 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=61, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/46af24b4abbe4b6e9c91f586419c1738 2024-12-03T07:45:20,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/B/56443a27b4a24401b08bfea15aa57edf is 50, key is test_row_0/B:col10/1733211919685/Put/seqid=0 2024-12-03T07:45:20,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742185_1361 (size=12001) 2024-12-03T07:45:20,475 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/B/56443a27b4a24401b08bfea15aa57edf 2024-12-03T07:45:20,483 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/C/fb2464b9950d476faf5f94929ae06a98 is 50, key is test_row_0/C:col10/1733211919685/Put/seqid=0 2024-12-03T07:45:20,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742186_1362 (size=12001) 2024-12-03T07:45:20,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52184 deadline: 1733211980737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:20,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:20,745 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52268 deadline: 1733211980737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:20,745 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:20,745 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:20,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:20,745 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:20,745 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733211980737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:20,745 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:20,746 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:20,746 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:20,746 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:20,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52246 deadline: 1733211980747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:20,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:20,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:20,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:20,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52282 deadline: 1733211980837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:20,845 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:20,845 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:20,845 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:20,886 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/C/fb2464b9950d476faf5f94929ae06a98 2024-12-03T07:45:20,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/46af24b4abbe4b6e9c91f586419c1738 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/46af24b4abbe4b6e9c91f586419c1738 2024-12-03T07:45:20,893 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/46af24b4abbe4b6e9c91f586419c1738, entries=150, sequenceid=61, filesize=30.2 K 2024-12-03T07:45:20,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/B/56443a27b4a24401b08bfea15aa57edf as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/56443a27b4a24401b08bfea15aa57edf 2024-12-03T07:45:20,897 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/56443a27b4a24401b08bfea15aa57edf, entries=150, sequenceid=61, filesize=11.7 K 2024-12-03T07:45:20,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/C/fb2464b9950d476faf5f94929ae06a98 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/fb2464b9950d476faf5f94929ae06a98 2024-12-03T07:45:20,901 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/fb2464b9950d476faf5f94929ae06a98, entries=150, sequenceid=61, filesize=11.7 K 2024-12-03T07:45:20,902 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 6b325392dbf7bd8df4a0911762dba20c in 868ms, sequenceid=61, compaction requested=true 2024-12-03T07:45:20,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6b325392dbf7bd8df4a0911762dba20c: 2024-12-03T07:45:20,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b325392dbf7bd8df4a0911762dba20c:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T07:45:20,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:20,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b325392dbf7bd8df4a0911762dba20c:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T07:45:20,903 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:45:20,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:20,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b325392dbf7bd8df4a0911762dba20c:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T07:45:20,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:45:20,903 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:45:20,903 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:45:20,903 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:45:20,903 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1541): 6b325392dbf7bd8df4a0911762dba20c/A is initiating minor compaction (all files) 2024-12-03T07:45:20,903 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): 6b325392dbf7bd8df4a0911762dba20c/B is initiating minor compaction (all files) 2024-12-03T07:45:20,903 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b325392dbf7bd8df4a0911762dba20c/A in TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:20,903 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b325392dbf7bd8df4a0911762dba20c/B in TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:20,904 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/14db8a8d700c45608f6a2239aaa371d8, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/3403568fce4e4377b70ce319401d116d, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/46af24b4abbe4b6e9c91f586419c1738] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp, totalSize=99.1 K 2024-12-03T07:45:20,904 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/68d26859bb5b4c189b556573c00c08a5, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/ac00f7c32ec3489a9016e0585c372db6, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/56443a27b4a24401b08bfea15aa57edf] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp, totalSize=35.2 K 2024-12-03T07:45:20,904 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:20,904 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. files: [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/14db8a8d700c45608f6a2239aaa371d8, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/3403568fce4e4377b70ce319401d116d, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/46af24b4abbe4b6e9c91f586419c1738] 2024-12-03T07:45:20,904 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 68d26859bb5b4c189b556573c00c08a5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733211917385 2024-12-03T07:45:20,904 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 14db8a8d700c45608f6a2239aaa371d8, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733211917373 2024-12-03T07:45:20,904 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting ac00f7c32ec3489a9016e0585c372db6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733211917471 2024-12-03T07:45:20,904 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3403568fce4e4377b70ce319401d116d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733211917471 2024-12-03T07:45:20,905 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 56443a27b4a24401b08bfea15aa57edf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1733211919685 2024-12-03T07:45:20,905 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 46af24b4abbe4b6e9c91f586419c1738, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1733211919685 2024-12-03T07:45:20,918 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6b325392dbf7bd8df4a0911762dba20c] 2024-12-03T07:45:20,919 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b325392dbf7bd8df4a0911762dba20c#B#compaction#312 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:45:20,920 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241203d7758730a9c94e9f8ef647adac15a1f2_6b325392dbf7bd8df4a0911762dba20c store=[table=TestAcidGuarantees family=A region=6b325392dbf7bd8df4a0911762dba20c] 2024-12-03T07:45:20,920 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/B/fa5829b2629743d8bdc57bc1f003800c is 50, key is test_row_0/B:col10/1733211919685/Put/seqid=0 2024-12-03T07:45:20,923 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241203d7758730a9c94e9f8ef647adac15a1f2_6b325392dbf7bd8df4a0911762dba20c, store=[table=TestAcidGuarantees family=A region=6b325392dbf7bd8df4a0911762dba20c] 2024-12-03T07:45:20,923 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203d7758730a9c94e9f8ef647adac15a1f2_6b325392dbf7bd8df4a0911762dba20c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6b325392dbf7bd8df4a0911762dba20c] 2024-12-03T07:45:20,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742187_1363 (size=12104) 2024-12-03T07:45:20,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742188_1364 (size=4469) 2024-12-03T07:45:20,937 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/B/fa5829b2629743d8bdc57bc1f003800c as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/fa5829b2629743d8bdc57bc1f003800c 2024-12-03T07:45:20,941 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6b325392dbf7bd8df4a0911762dba20c/B of 6b325392dbf7bd8df4a0911762dba20c into fa5829b2629743d8bdc57bc1f003800c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:45:20,941 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b325392dbf7bd8df4a0911762dba20c: 2024-12-03T07:45:20,941 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., storeName=6b325392dbf7bd8df4a0911762dba20c/B, priority=13, startTime=1733211920903; duration=0sec 2024-12-03T07:45:20,941 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:45:20,941 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b325392dbf7bd8df4a0911762dba20c:B 2024-12-03T07:45:20,941 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:45:20,943 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:45:20,943 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): 6b325392dbf7bd8df4a0911762dba20c/C is initiating minor compaction (all files) 2024-12-03T07:45:20,943 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b325392dbf7bd8df4a0911762dba20c/C in TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:20,943 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/1df44af6f390411fb3fa1bcf48e8c3aa, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/3d5d28d738954ccba4460d47e1ea2508, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/fb2464b9950d476faf5f94929ae06a98] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp, totalSize=35.2 K 2024-12-03T07:45:20,944 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 1df44af6f390411fb3fa1bcf48e8c3aa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733211917385 2024-12-03T07:45:20,944 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d5d28d738954ccba4460d47e1ea2508, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733211917471 2024-12-03T07:45:20,944 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting fb2464b9950d476faf5f94929ae06a98, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1733211919685 2024-12-03T07:45:20,951 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b325392dbf7bd8df4a0911762dba20c#C#compaction#314 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:45:20,952 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/C/4e0a0bf050c7445299007ee6b846500b is 50, key is test_row_0/C:col10/1733211919685/Put/seqid=0 2024-12-03T07:45:20,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742189_1365 (size=12104) 2024-12-03T07:45:20,962 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/C/4e0a0bf050c7445299007ee6b846500b as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/4e0a0bf050c7445299007ee6b846500b 2024-12-03T07:45:20,966 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6b325392dbf7bd8df4a0911762dba20c/C of 6b325392dbf7bd8df4a0911762dba20c into 4e0a0bf050c7445299007ee6b846500b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:45:20,966 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b325392dbf7bd8df4a0911762dba20c: 2024-12-03T07:45:20,966 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., storeName=6b325392dbf7bd8df4a0911762dba20c/C, priority=13, startTime=1733211920903; duration=0sec 2024-12-03T07:45:20,966 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:20,966 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b325392dbf7bd8df4a0911762dba20c:C 2024-12-03T07:45:21,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:21,254 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6b325392dbf7bd8df4a0911762dba20c 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-03T07:45:21,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b325392dbf7bd8df4a0911762dba20c, store=A 2024-12-03T07:45:21,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:21,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b325392dbf7bd8df4a0911762dba20c, store=B 2024-12-03T07:45:21,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:21,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b325392dbf7bd8df4a0911762dba20c, store=C 2024-12-03T07:45:21,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:21,264 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412034898484720234a97951eee287fdf385e_6b325392dbf7bd8df4a0911762dba20c is 50, key is test_row_0/A:col10/1733211920074/Put/seqid=0 2024-12-03T07:45:21,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742190_1366 (size=14594) 2024-12-03T07:45:21,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52268 deadline: 1733211981275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:21,284 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:21,284 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:21,284 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:21,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:21,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52246 deadline: 1733211981282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:21,287 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:21,287 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:21,287 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:21,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52184 deadline: 1733211981283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:21,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:21,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733211981284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:21,295 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:21,295 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:21,295 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:21,295 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:21,295 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:21,295 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:21,329 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b325392dbf7bd8df4a0911762dba20c#A#compaction#313 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:45:21,329 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/d4797ee6125349ae9d3cc9ad1287aa0b is 175, key is test_row_0/A:col10/1733211919685/Put/seqid=0 2024-12-03T07:45:21,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742191_1367 (size=31058) 2024-12-03T07:45:21,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:21,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52268 deadline: 1733211981388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:21,393 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:21,393 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:21,393 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:21,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:21,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52246 deadline: 1733211981397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:21,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:21,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:21,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:21,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52184 deadline: 1733211981397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:21,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:21,405 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:21,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:21,405 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:21,405 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:21,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733211981397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:21,406 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:21,406 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:21,406 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-03T07:45:21,538 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:45:21,538 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T07:45:21,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-12-03T07:45:21,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-03T07:45:21,540 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T07:45:21,541 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T07:45:21,541 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T07:45:21,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:21,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52268 deadline: 1733211981597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:21,602 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:21,602 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:21,602 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:21,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:21,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52184 deadline: 1733211981607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:21,614 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:21,614 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:21,614 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:21,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:21,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52246 deadline: 1733211981617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:21,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:21,626 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:21,626 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:21,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733211981618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:21,626 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:21,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:21,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:21,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:21,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-03T07:45:21,669 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:21,673 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412034898484720234a97951eee287fdf385e_6b325392dbf7bd8df4a0911762dba20c to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412034898484720234a97951eee287fdf385e_6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:21,673 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/d9c2fecbb8d4459d91684ac97e6a6f51, store: [table=TestAcidGuarantees family=A region=6b325392dbf7bd8df4a0911762dba20c] 2024-12-03T07:45:21,674 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/d9c2fecbb8d4459d91684ac97e6a6f51 is 175, key is test_row_0/A:col10/1733211920074/Put/seqid=0 2024-12-03T07:45:21,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742192_1368 (size=39549) 2024-12-03T07:45:21,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-03T07:45:21,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:21,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. as already flushing 2024-12-03T07:45:21,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:21,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:21,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:21,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:21,737 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/d4797ee6125349ae9d3cc9ad1287aa0b as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/d4797ee6125349ae9d3cc9ad1287aa0b 2024-12-03T07:45:21,742 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6b325392dbf7bd8df4a0911762dba20c/A of 6b325392dbf7bd8df4a0911762dba20c into d4797ee6125349ae9d3cc9ad1287aa0b(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:45:21,742 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b325392dbf7bd8df4a0911762dba20c: 2024-12-03T07:45:21,742 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., storeName=6b325392dbf7bd8df4a0911762dba20c/A, priority=13, startTime=1733211920902; duration=0sec 2024-12-03T07:45:21,742 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:21,742 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b325392dbf7bd8df4a0911762dba20c:A 2024-12-03T07:45:21,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-03T07:45:21,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:21,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. as already flushing 2024-12-03T07:45:21,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:21,846 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:21,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:21,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:21,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-03T07:45:21,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:21,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52282 deadline: 1733211981857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:21,867 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 911db94732f6,39389,1733211824582 for 'test_row_0' in 6b325392dbf7bd8df4a0911762dba20c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T07:45:21,868 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:21,868 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:21,868 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:21,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52268 deadline: 1733211981907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:21,915 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:21,915 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:21,915 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:21,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:21,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52184 deadline: 1733211981917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:21,926 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:21,926 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:21,926 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:21,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52246 deadline: 1733211981937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:21,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:21,945 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:21,945 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:21,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733211981938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:21,945 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:21,945 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:21,945 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:21,945 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:21,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-03T07:45:21,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:21,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. as already flushing 2024-12-03T07:45:21,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:21,999 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:21,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:22,079 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=83, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/d9c2fecbb8d4459d91684ac97e6a6f51 2024-12-03T07:45:22,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/B/c03b5be25c8446c68b925ebe5cde19a5 is 50, key is test_row_0/B:col10/1733211920074/Put/seqid=0 2024-12-03T07:45:22,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742193_1369 (size=12001) 2024-12-03T07:45:22,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/B/c03b5be25c8446c68b925ebe5cde19a5 2024-12-03T07:45:22,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/C/dcec4c5d42394381aef16c69fb3e0cc3 is 50, key is test_row_0/C:col10/1733211920074/Put/seqid=0 2024-12-03T07:45:22,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742194_1370 (size=12001) 2024-12-03T07:45:22,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-03T07:45:22,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:22,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. as already flushing 2024-12-03T07:45:22,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:22,152 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:22,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:22,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:22,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-03T07:45:22,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-03T07:45:22,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:22,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. as already flushing 2024-12-03T07:45:22,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:22,305 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:22,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:22,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:22,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:22,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52268 deadline: 1733211982417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:22,424 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:22,424 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:22,424 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:22,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52184 deadline: 1733211982437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:22,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:22,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:22,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:22,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-03T07:45:22,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:22,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. as already flushing 2024-12-03T07:45:22,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:22,458 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:22,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:22,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:22,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52246 deadline: 1733211982458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:22,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:22,467 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:22,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733211982458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:22,467 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:22,467 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:22,467 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:22,467 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:22,467 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:22,504 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/C/dcec4c5d42394381aef16c69fb3e0cc3 2024-12-03T07:45:22,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/d9c2fecbb8d4459d91684ac97e6a6f51 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/d9c2fecbb8d4459d91684ac97e6a6f51 2024-12-03T07:45:22,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/d9c2fecbb8d4459d91684ac97e6a6f51, entries=200, sequenceid=83, filesize=38.6 K 2024-12-03T07:45:22,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/B/c03b5be25c8446c68b925ebe5cde19a5 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/c03b5be25c8446c68b925ebe5cde19a5 2024-12-03T07:45:22,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,516 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/c03b5be25c8446c68b925ebe5cde19a5, entries=150, sequenceid=83, filesize=11.7 K 2024-12-03T07:45:22,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/C/dcec4c5d42394381aef16c69fb3e0cc3 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/dcec4c5d42394381aef16c69fb3e0cc3 2024-12-03T07:45:22,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,520 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/dcec4c5d42394381aef16c69fb3e0cc3, entries=150, sequenceid=83, filesize=11.7 K 2024-12-03T07:45:22,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,521 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 6b325392dbf7bd8df4a0911762dba20c in 1267ms, sequenceid=83, compaction requested=false 2024-12-03T07:45:22,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6b325392dbf7bd8df4a0911762dba20c: 2024-12-03T07:45:22,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-03T07:45:22,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:22,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,611 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing 6b325392dbf7bd8df4a0911762dba20c 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-03T07:45:22,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b325392dbf7bd8df4a0911762dba20c, store=A 2024-12-03T07:45:22,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:22,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b325392dbf7bd8df4a0911762dba20c, store=B 2024-12-03T07:45:22,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:22,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b325392dbf7bd8df4a0911762dba20c, store=C 2024-12-03T07:45:22,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:22,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203e47fa192991b4fa590718e11e38108e5_6b325392dbf7bd8df4a0911762dba20c is 50, key is test_row_0/A:col10/1733211921281/Put/seqid=0 2024-12-03T07:45:22,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742195_1371 (size=9714) 2024-12-03T07:45:22,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,636 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203e47fa192991b4fa590718e11e38108e5_6b325392dbf7bd8df4a0911762dba20c to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203e47fa192991b4fa590718e11e38108e5_6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:22,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/0a050403cbc24294bb8588b95deafc04, store: [table=TestAcidGuarantees family=A region=6b325392dbf7bd8df4a0911762dba20c] 2024-12-03T07:45:22,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/0a050403cbc24294bb8588b95deafc04 is 175, key is test_row_0/A:col10/1733211921281/Put/seqid=0 2024-12-03T07:45:22,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742196_1372 (size=22361) 2024-12-03T07:45:22,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-03T07:45:22,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:22,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,043 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/0a050403cbc24294bb8588b95deafc04 2024-12-03T07:45:23,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/B/614cf8613f86464e83e1fa26f0b24d89 is 50, key is test_row_0/B:col10/1733211921281/Put/seqid=0 2024-12-03T07:45:23,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742197_1373 (size=9657) 2024-12-03T07:45:23,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,070 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/B/614cf8613f86464e83e1fa26f0b24d89 2024-12-03T07:45:23,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/C/14282bbe882c4f7fbe5473134e5bd9fb is 50, key is test_row_0/C:col10/1733211921281/Put/seqid=0 2024-12-03T07:45:23,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742198_1374 (size=9657) 2024-12-03T07:45:23,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,088 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/C/14282bbe882c4f7fbe5473134e5bd9fb 2024-12-03T07:45:23,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/0a050403cbc24294bb8588b95deafc04 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/0a050403cbc24294bb8588b95deafc04 2024-12-03T07:45:23,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,100 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/0a050403cbc24294bb8588b95deafc04, entries=100, sequenceid=96, filesize=21.8 K 2024-12-03T07:45:23,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/B/614cf8613f86464e83e1fa26f0b24d89 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/614cf8613f86464e83e1fa26f0b24d89 2024-12-03T07:45:23,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,105 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/614cf8613f86464e83e1fa26f0b24d89, entries=100, sequenceid=96, filesize=9.4 K 2024-12-03T07:45:23,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/C/14282bbe882c4f7fbe5473134e5bd9fb as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/14282bbe882c4f7fbe5473134e5bd9fb 2024-12-03T07:45:23,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,111 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/14282bbe882c4f7fbe5473134e5bd9fb, entries=100, sequenceid=96, filesize=9.4 K 2024-12-03T07:45:23,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,112 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=0 B/0 for 6b325392dbf7bd8df4a0911762dba20c in 501ms, sequenceid=96, compaction requested=true 2024-12-03T07:45:23,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for 6b325392dbf7bd8df4a0911762dba20c: 2024-12-03T07:45:23,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:23,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-12-03T07:45:23,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-12-03T07:45:23,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,116 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-12-03T07:45:23,116 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5730 sec 2024-12-03T07:45:23,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,118 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 1.5790 sec 2024-12-03T07:45:23,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:23,609 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6b325392dbf7bd8df4a0911762dba20c 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-03T07:45:23,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b325392dbf7bd8df4a0911762dba20c, store=A 2024-12-03T07:45:23,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:23,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b325392dbf7bd8df4a0911762dba20c, store=B 2024-12-03T07:45:23,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:23,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b325392dbf7bd8df4a0911762dba20c, store=C 2024-12-03T07:45:23,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:23,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120382321aa799664ed489e2ecd1551bb177_6b325392dbf7bd8df4a0911762dba20c is 50, key is test_row_0/A:col10/1733211923565/Put/seqid=0 2024-12-03T07:45:23,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742199_1375 (size=12154) 2024-12-03T07:45:23,642 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,649 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120382321aa799664ed489e2ecd1551bb177_6b325392dbf7bd8df4a0911762dba20c to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120382321aa799664ed489e2ecd1551bb177_6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:23,650 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/5c973bc9317a4a8297968a0516d232cb, store: [table=TestAcidGuarantees family=A region=6b325392dbf7bd8df4a0911762dba20c] 2024-12-03T07:45:23,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/5c973bc9317a4a8297968a0516d232cb is 175, key is test_row_0/A:col10/1733211923565/Put/seqid=0 2024-12-03T07:45:23,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742200_1376 (size=30951) 2024-12-03T07:45:23,665 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=106, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/5c973bc9317a4a8297968a0516d232cb 2024-12-03T07:45:23,676 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/B/ef1fb4f7c9f94e47aacfc85a20407a2b is 50, key is test_row_0/B:col10/1733211923565/Put/seqid=0 2024-12-03T07:45:23,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-03T07:45:23,687 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:45:23,688 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T07:45:23,688 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733211923662, max timestamp=1733211923685Num uniques 859; 2024-12-03T07:45:23,689 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-03T07:45:23,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-12-03T07:45:23,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-03T07:45:23,690 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T07:45:23,691 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T07:45:23,691 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T07:45:23,693 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733211923662, max timestamp=1733211923685Num uniques 859; 2024-12-03T07:45:23,694 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-03T07:45:23,691 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733211923662, max timestamp=1733211923685Num uniques 859; 2024-12-03T07:45:23,694 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-03T07:45:23,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742201_1377 (size=9657) 2024-12-03T07:45:23,696 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/B/ef1fb4f7c9f94e47aacfc85a20407a2b 2024-12-03T07:45:23,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/C/f034f1d09c874cc5b16312803fe088b8 is 50, key is test_row_0/C:col10/1733211923565/Put/seqid=0 2024-12-03T07:45:23,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742202_1378 (size=9657) 2024-12-03T07:45:23,719 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/C/f034f1d09c874cc5b16312803fe088b8 2024-12-03T07:45:23,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/5c973bc9317a4a8297968a0516d232cb as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/5c973bc9317a4a8297968a0516d232cb 2024-12-03T07:45:23,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/5c973bc9317a4a8297968a0516d232cb, entries=150, sequenceid=106, filesize=30.2 K 2024-12-03T07:45:23,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/B/ef1fb4f7c9f94e47aacfc85a20407a2b as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/ef1fb4f7c9f94e47aacfc85a20407a2b 2024-12-03T07:45:23,737 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/ef1fb4f7c9f94e47aacfc85a20407a2b, entries=100, sequenceid=106, filesize=9.4 K 2024-12-03T07:45:23,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/C/f034f1d09c874cc5b16312803fe088b8 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/f034f1d09c874cc5b16312803fe088b8 2024-12-03T07:45:23,742 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/f034f1d09c874cc5b16312803fe088b8, entries=100, sequenceid=106, filesize=9.4 K 2024-12-03T07:45:23,743 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=107.34 KB/109920 for 6b325392dbf7bd8df4a0911762dba20c in 134ms, sequenceid=106, compaction requested=true 2024-12-03T07:45:23,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6b325392dbf7bd8df4a0911762dba20c: 2024-12-03T07:45:23,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b325392dbf7bd8df4a0911762dba20c:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T07:45:23,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:23,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b325392dbf7bd8df4a0911762dba20c:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T07:45:23,743 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T07:45:23,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:23,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b325392dbf7bd8df4a0911762dba20c:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T07:45:23,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:45:23,743 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T07:45:23,744 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 123919 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T07:45:23,744 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 43419 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T07:45:23,744 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): 6b325392dbf7bd8df4a0911762dba20c/B is initiating minor compaction (all files) 2024-12-03T07:45:23,744 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1541): 6b325392dbf7bd8df4a0911762dba20c/A is initiating minor compaction (all files) 2024-12-03T07:45:23,744 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b325392dbf7bd8df4a0911762dba20c/A in TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:23,745 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b325392dbf7bd8df4a0911762dba20c/B in TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:23,745 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/d4797ee6125349ae9d3cc9ad1287aa0b, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/d9c2fecbb8d4459d91684ac97e6a6f51, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/0a050403cbc24294bb8588b95deafc04, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/5c973bc9317a4a8297968a0516d232cb] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp, totalSize=121.0 K 2024-12-03T07:45:23,745 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/fa5829b2629743d8bdc57bc1f003800c, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/c03b5be25c8446c68b925ebe5cde19a5, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/614cf8613f86464e83e1fa26f0b24d89, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/ef1fb4f7c9f94e47aacfc85a20407a2b] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp, totalSize=42.4 K 2024-12-03T07:45:23,745 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:23,745 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. files: [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/d4797ee6125349ae9d3cc9ad1287aa0b, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/d9c2fecbb8d4459d91684ac97e6a6f51, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/0a050403cbc24294bb8588b95deafc04, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/5c973bc9317a4a8297968a0516d232cb] 2024-12-03T07:45:23,745 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting fa5829b2629743d8bdc57bc1f003800c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1733211919685 2024-12-03T07:45:23,745 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting d4797ee6125349ae9d3cc9ad1287aa0b, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1733211919685 2024-12-03T07:45:23,745 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting c03b5be25c8446c68b925ebe5cde19a5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1733211920074 2024-12-03T07:45:23,746 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting d9c2fecbb8d4459d91684ac97e6a6f51, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1733211920074 2024-12-03T07:45:23,746 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 614cf8613f86464e83e1fa26f0b24d89, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733211921281 2024-12-03T07:45:23,746 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a050403cbc24294bb8588b95deafc04, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733211921281 2024-12-03T07:45:23,746 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting ef1fb4f7c9f94e47aacfc85a20407a2b, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1733211923565 2024-12-03T07:45:23,747 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c973bc9317a4a8297968a0516d232cb, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1733211923565 2024-12-03T07:45:23,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:23,751 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6b325392dbf7bd8df4a0911762dba20c 3/3 column families, dataSize=114.05 KB heapSize=315.84 KB 2024-12-03T07:45:23,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b325392dbf7bd8df4a0911762dba20c, store=A 2024-12-03T07:45:23,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:45:23,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b325392dbf7bd8df4a0911762dba20c, store=B 2024-12-03T07:45:23,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:45:23,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b325392dbf7bd8df4a0911762dba20c, store=C 2024-12-03T07:45:23,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:45:23,766 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6b325392dbf7bd8df4a0911762dba20c] 2024-12-03T07:45:23,768 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412035071fda922944081b5fb62c30ea6419c_6b325392dbf7bd8df4a0911762dba20c is 50, key is test_row_0/A:col10/1733211923749/Put/seqid=0 2024-12-03T07:45:23,772 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b325392dbf7bd8df4a0911762dba20c#B#compaction#326 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:45:23,772 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/B/1f72e61210a345e88bbe1a3aa3a3dfbb is 50, key is test_row_0/B:col10/1733211923565/Put/seqid=0 2024-12-03T07:45:23,778 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412036c59b821a16f4eeda78bd74c687934ff_6b325392dbf7bd8df4a0911762dba20c store=[table=TestAcidGuarantees family=A region=6b325392dbf7bd8df4a0911762dba20c] 2024-12-03T07:45:23,780 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412036c59b821a16f4eeda78bd74c687934ff_6b325392dbf7bd8df4a0911762dba20c, store=[table=TestAcidGuarantees family=A region=6b325392dbf7bd8df4a0911762dba20c] 2024-12-03T07:45:23,780 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412036c59b821a16f4eeda78bd74c687934ff_6b325392dbf7bd8df4a0911762dba20c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6b325392dbf7bd8df4a0911762dba20c] 2024-12-03T07:45:23,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-03T07:45:23,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742203_1379 (size=14794) 2024-12-03T07:45:23,799 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:23,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742204_1380 (size=12241) 2024-12-03T07:45:23,806 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412035071fda922944081b5fb62c30ea6419c_6b325392dbf7bd8df4a0911762dba20c to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412035071fda922944081b5fb62c30ea6419c_6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:23,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:23,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52246 deadline: 1733211983784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:23,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:23,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:23,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:23,809 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/676fba4a560a4fa6af49f66c9ad9b74d, store: [table=TestAcidGuarantees family=A region=6b325392dbf7bd8df4a0911762dba20c] 2024-12-03T07:45:23,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/676fba4a560a4fa6af49f66c9ad9b74d is 175, key is test_row_0/A:col10/1733211923749/Put/seqid=0 2024-12-03T07:45:23,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742205_1381 (size=4469) 2024-12-03T07:45:23,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:23,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52268 deadline: 1733211983786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:23,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:23,812 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b325392dbf7bd8df4a0911762dba20c#A#compaction#324 average throughput is 0.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:45:23,812 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:23,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733211983787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:23,812 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:23,812 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:23,812 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:23,812 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:23,812 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:23,813 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/52992d0364b64364ba07c8122745f8dd is 175, key is test_row_0/A:col10/1733211923565/Put/seqid=0 2024-12-03T07:45:23,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742206_1382 (size=39749) 2024-12-03T07:45:23,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742207_1383 (size=31302) 2024-12-03T07:45:23,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:23,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52184 deadline: 1733211983805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:23,825 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:23,825 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:23,825 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:23,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-03T07:45:23,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:23,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. as already flushing 2024-12-03T07:45:23,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:23,843 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:23,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:23,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:23,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:23,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52282 deadline: 1733211983878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:23,881 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 911db94732f6,39389,1733211824582 for 'test_row_0' in 6b325392dbf7bd8df4a0911762dba20c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T07:45:23,882 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:23,882 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:23,882 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:23,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:23,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52246 deadline: 1733211983917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:23,932 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:23,932 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:23,932 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:23,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:23,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52268 deadline: 1733211983917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:23,933 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:23,933 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:23,933 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:23,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:23,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733211983917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:23,933 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:23,933 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:23,933 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:23,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:23,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52184 deadline: 1733211983927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:23,942 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:23,942 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:23,942 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:23,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-03T07:45:23,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:23,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. as already flushing 2024-12-03T07:45:23,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:23,996 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:23,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:23,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:24,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-03T07:45:24,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-03T07:45:24,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:24,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. as already flushing 2024-12-03T07:45:24,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:24,150 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:24,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:24,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:24,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:24,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52246 deadline: 1733211984137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:24,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:24,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:24,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52268 deadline: 1733211984137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:24,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:24,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:24,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:24,151 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:24,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733211984137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:24,151 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:24,151 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:24,151 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:24,151 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:24,152 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:24,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:24,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52184 deadline: 1733211984147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:24,154 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:24,154 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:24,154 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:24,209 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/B/1f72e61210a345e88bbe1a3aa3a3dfbb as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/1f72e61210a345e88bbe1a3aa3a3dfbb 2024-12-03T07:45:24,214 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6b325392dbf7bd8df4a0911762dba20c/B of 6b325392dbf7bd8df4a0911762dba20c into 1f72e61210a345e88bbe1a3aa3a3dfbb(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:45:24,214 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b325392dbf7bd8df4a0911762dba20c: 2024-12-03T07:45:24,214 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., storeName=6b325392dbf7bd8df4a0911762dba20c/B, priority=12, startTime=1733211923743; duration=0sec 2024-12-03T07:45:24,214 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:45:24,214 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b325392dbf7bd8df4a0911762dba20c:B 2024-12-03T07:45:24,214 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T07:45:24,215 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 43419 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T07:45:24,215 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): 6b325392dbf7bd8df4a0911762dba20c/C is initiating minor compaction (all files) 2024-12-03T07:45:24,215 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b325392dbf7bd8df4a0911762dba20c/C in TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:24,215 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/4e0a0bf050c7445299007ee6b846500b, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/dcec4c5d42394381aef16c69fb3e0cc3, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/14282bbe882c4f7fbe5473134e5bd9fb, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/f034f1d09c874cc5b16312803fe088b8] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp, totalSize=42.4 K 2024-12-03T07:45:24,215 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e0a0bf050c7445299007ee6b846500b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1733211919685 2024-12-03T07:45:24,215 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=138, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/676fba4a560a4fa6af49f66c9ad9b74d 2024-12-03T07:45:24,215 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting dcec4c5d42394381aef16c69fb3e0cc3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1733211920074 2024-12-03T07:45:24,216 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 14282bbe882c4f7fbe5473134e5bd9fb, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733211921281 2024-12-03T07:45:24,216 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting f034f1d09c874cc5b16312803fe088b8, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1733211923565 2024-12-03T07:45:24,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/B/b5fadab4a0e744a9a5235e42172ebab3 is 50, key is test_row_0/B:col10/1733211923749/Put/seqid=0 2024-12-03T07:45:24,223 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/52992d0364b64364ba07c8122745f8dd as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/52992d0364b64364ba07c8122745f8dd 2024-12-03T07:45:24,228 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b325392dbf7bd8df4a0911762dba20c#C#compaction#328 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:45:24,228 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/C/b0c0f86aef964201abaa6476586817e6 is 50, key is test_row_0/C:col10/1733211923565/Put/seqid=0 2024-12-03T07:45:24,231 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6b325392dbf7bd8df4a0911762dba20c/A of 6b325392dbf7bd8df4a0911762dba20c into 52992d0364b64364ba07c8122745f8dd(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:45:24,231 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b325392dbf7bd8df4a0911762dba20c: 2024-12-03T07:45:24,231 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., storeName=6b325392dbf7bd8df4a0911762dba20c/A, priority=12, startTime=1733211923743; duration=0sec 2024-12-03T07:45:24,231 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:24,231 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b325392dbf7bd8df4a0911762dba20c:A 2024-12-03T07:45:24,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742208_1384 (size=12151) 2024-12-03T07:45:24,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742209_1385 (size=12241) 2024-12-03T07:45:24,240 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/C/b0c0f86aef964201abaa6476586817e6 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/b0c0f86aef964201abaa6476586817e6 2024-12-03T07:45:24,244 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6b325392dbf7bd8df4a0911762dba20c/C of 6b325392dbf7bd8df4a0911762dba20c into b0c0f86aef964201abaa6476586817e6(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:45:24,244 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b325392dbf7bd8df4a0911762dba20c: 2024-12-03T07:45:24,244 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., storeName=6b325392dbf7bd8df4a0911762dba20c/C, priority=12, startTime=1733211923743; duration=0sec 2024-12-03T07:45:24,244 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:24,244 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b325392dbf7bd8df4a0911762dba20c:C 2024-12-03T07:45:24,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-03T07:45:24,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:24,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. as already flushing 2024-12-03T07:45:24,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:24,302 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:24,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:24,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:24,304 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-03T07:45:24,304 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-03T07:45:24,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-03T07:45:24,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-03T07:45:24,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:24,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. as already flushing 2024-12-03T07:45:24,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:24,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:24,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:24,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:24,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:24,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52246 deadline: 1733211984458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:24,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:24,467 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:24,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52268 deadline: 1733211984458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:24,467 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:24,467 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:24,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:24,468 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:24,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733211984458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:24,468 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:24,468 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:24,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:24,468 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:24,468 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:24,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52184 deadline: 1733211984458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:24,468 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:24,468 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:24,468 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:24,468 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:24,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-03T07:45:24,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:24,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. as already flushing 2024-12-03T07:45:24,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:24,607 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:24,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:24,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:24,636 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/B/b5fadab4a0e744a9a5235e42172ebab3 2024-12-03T07:45:24,651 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/C/0e9c9bf6e9964d6285cec31bd7ca79e4 is 50, key is test_row_0/C:col10/1733211923749/Put/seqid=0 2024-12-03T07:45:24,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742210_1386 (size=12151) 2024-12-03T07:45:24,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-03T07:45:24,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:24,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. as already flushing 2024-12-03T07:45:24,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:24,760 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:24,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:24,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:24,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-03T07:45:24,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-03T07:45:24,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:24,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. as already flushing 2024-12-03T07:45:24,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:24,913 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:24,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:24,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:24,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:24,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52246 deadline: 1733211984977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:24,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:24,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:24,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:24,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52268 deadline: 1733211984977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:24,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:24,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:24,986 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:24,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733211984977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:24,986 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:24,986 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:24,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:24,986 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:24,987 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:24,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52184 deadline: 1733211984978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:24,987 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:24,987 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:24,987 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:24,987 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:25,058 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/C/0e9c9bf6e9964d6285cec31bd7ca79e4 2024-12-03T07:45:25,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/676fba4a560a4fa6af49f66c9ad9b74d as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/676fba4a560a4fa6af49f66c9ad9b74d 2024-12-03T07:45:25,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/676fba4a560a4fa6af49f66c9ad9b74d, entries=200, sequenceid=138, filesize=38.8 K 2024-12-03T07:45:25,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-03T07:45:25,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/B/b5fadab4a0e744a9a5235e42172ebab3 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/b5fadab4a0e744a9a5235e42172ebab3 2024-12-03T07:45:25,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:25,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. as already flushing 2024-12-03T07:45:25,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:25,066 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:25,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:25,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:25,070 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/b5fadab4a0e744a9a5235e42172ebab3, entries=150, sequenceid=138, filesize=11.9 K 2024-12-03T07:45:25,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/C/0e9c9bf6e9964d6285cec31bd7ca79e4 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/0e9c9bf6e9964d6285cec31bd7ca79e4 2024-12-03T07:45:25,074 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/0e9c9bf6e9964d6285cec31bd7ca79e4, entries=150, sequenceid=138, filesize=11.9 K 2024-12-03T07:45:25,074 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~315.80 KB/323376, currentSize=67.09 KB/68700 for 6b325392dbf7bd8df4a0911762dba20c in 1323ms, sequenceid=138, compaction requested=false 2024-12-03T07:45:25,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6b325392dbf7bd8df4a0911762dba20c: 2024-12-03T07:45:25,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-03T07:45:25,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:25,219 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing 6b325392dbf7bd8df4a0911762dba20c 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-03T07:45:25,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b325392dbf7bd8df4a0911762dba20c, store=A 2024-12-03T07:45:25,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:25,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b325392dbf7bd8df4a0911762dba20c, store=B 2024-12-03T07:45:25,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:25,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b325392dbf7bd8df4a0911762dba20c, store=C 2024-12-03T07:45:25,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:25,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412032638b1c213684065bd51bcc2f7e23136_6b325392dbf7bd8df4a0911762dba20c is 50, key is test_row_0/A:col10/1733211923783/Put/seqid=0 2024-12-03T07:45:25,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742211_1387 (size=12304) 2024-12-03T07:45:25,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:25,635 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412032638b1c213684065bd51bcc2f7e23136_6b325392dbf7bd8df4a0911762dba20c to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412032638b1c213684065bd51bcc2f7e23136_6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:25,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/ab49b7427cf146b9a838e9f507d359eb, store: [table=TestAcidGuarantees family=A region=6b325392dbf7bd8df4a0911762dba20c] 2024-12-03T07:45:25,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/ab49b7427cf146b9a838e9f507d359eb is 175, key is test_row_0/A:col10/1733211923783/Put/seqid=0 2024-12-03T07:45:25,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742212_1388 (size=31105) 2024-12-03T07:45:25,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-03T07:45:26,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:26,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. as already flushing 2024-12-03T07:45:26,042 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=154, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/ab49b7427cf146b9a838e9f507d359eb 2024-12-03T07:45:26,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:26,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52246 deadline: 1733211986035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:26,046 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:26,046 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:26,046 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:26,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:26,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52268 deadline: 1733211986036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:26,051 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:26,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:26,052 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:26,052 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:26,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733211986037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:26,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:26,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:26,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:26,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/B/d370ecc37a014161a2d934fe0f2be56c is 50, key is test_row_0/B:col10/1733211923783/Put/seqid=0 2024-12-03T07:45:26,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742213_1389 (size=12151) 2024-12-03T07:45:26,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:26,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52184 deadline: 1733211986046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:26,059 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:26,059 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:26,059 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:26,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:26,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52246 deadline: 1733211986147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:26,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:26,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:26,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:26,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:26,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52268 deadline: 1733211986157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:26,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:26,164 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:26,164 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:26,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733211986158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:26,164 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:26,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:26,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:26,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:26,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:26,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52184 deadline: 1733211986168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:26,179 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:26,179 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:26,179 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:26,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:26,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52246 deadline: 1733211986367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:26,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:26,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:26,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:26,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52268 deadline: 1733211986367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:26,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:26,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:26,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733211986368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:26,370 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:26,370 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:26,370 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:26,371 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:26,371 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:26,371 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:26,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:26,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52184 deadline: 1733211986387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:26,397 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:26,397 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:26,397 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:26,459 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/B/d370ecc37a014161a2d934fe0f2be56c 2024-12-03T07:45:26,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/C/8cb909c593f34a1099ac7b29429a85a7 is 50, key is test_row_0/C:col10/1733211923783/Put/seqid=0 2024-12-03T07:45:26,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742214_1390 (size=12151) 2024-12-03T07:45:26,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:26,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52246 deadline: 1733211986677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:26,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:26,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52268 deadline: 1733211986677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:26,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:26,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:26,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:26,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:26,689 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:26,689 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:26,689 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:26,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733211986677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:26,689 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:26,689 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:26,689 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:26,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:26,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52184 deadline: 1733211986708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:26,716 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:26,716 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:26,716 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:26,870 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/C/8cb909c593f34a1099ac7b29429a85a7 2024-12-03T07:45:26,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/ab49b7427cf146b9a838e9f507d359eb as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/ab49b7427cf146b9a838e9f507d359eb 2024-12-03T07:45:26,878 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/ab49b7427cf146b9a838e9f507d359eb, entries=150, sequenceid=154, filesize=30.4 K 2024-12-03T07:45:26,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/B/d370ecc37a014161a2d934fe0f2be56c as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/d370ecc37a014161a2d934fe0f2be56c 2024-12-03T07:45:26,882 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/d370ecc37a014161a2d934fe0f2be56c, entries=150, sequenceid=154, filesize=11.9 K 2024-12-03T07:45:26,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/C/8cb909c593f34a1099ac7b29429a85a7 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/8cb909c593f34a1099ac7b29429a85a7 2024-12-03T07:45:26,886 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/8cb909c593f34a1099ac7b29429a85a7, entries=150, sequenceid=154, filesize=11.9 K 2024-12-03T07:45:26,887 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 6b325392dbf7bd8df4a0911762dba20c in 1668ms, sequenceid=154, compaction requested=true 2024-12-03T07:45:26,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for 6b325392dbf7bd8df4a0911762dba20c: 2024-12-03T07:45:26,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:26,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-12-03T07:45:26,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-12-03T07:45:26,890 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-12-03T07:45:26,890 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1970 sec 2024-12-03T07:45:26,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 3.2030 sec 2024-12-03T07:45:27,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:27,204 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6b325392dbf7bd8df4a0911762dba20c 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-03T07:45:27,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b325392dbf7bd8df4a0911762dba20c, store=A 2024-12-03T07:45:27,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:27,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b325392dbf7bd8df4a0911762dba20c, store=B 2024-12-03T07:45:27,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:27,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b325392dbf7bd8df4a0911762dba20c, store=C 2024-12-03T07:45:27,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:27,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120377cb093170ff4a338c72eead8405e140_6b325392dbf7bd8df4a0911762dba20c is 50, key is test_row_0/A:col10/1733211926019/Put/seqid=0 2024-12-03T07:45:27,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742215_1391 (size=14794) 2024-12-03T07:45:27,218 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:27,222 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120377cb093170ff4a338c72eead8405e140_6b325392dbf7bd8df4a0911762dba20c to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120377cb093170ff4a338c72eead8405e140_6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:27,223 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/5e9099c9269f4700a77938f2b0d18d8a, store: [table=TestAcidGuarantees family=A region=6b325392dbf7bd8df4a0911762dba20c] 2024-12-03T07:45:27,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/5e9099c9269f4700a77938f2b0d18d8a is 175, key is test_row_0/A:col10/1733211926019/Put/seqid=0 2024-12-03T07:45:27,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742216_1392 (size=39749) 2024-12-03T07:45:27,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:27,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52268 deadline: 1733211987226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:27,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:27,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733211987227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:27,241 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:27,241 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:27,241 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:27,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:27,241 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:27,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52184 deadline: 1733211987228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:27,241 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:27,241 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:27,241 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:27,241 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:27,241 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:27,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:27,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52246 deadline: 1733211987236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:27,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:27,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:27,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:27,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:27,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52268 deadline: 1733211987348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:27,358 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:27,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:27,358 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:27,358 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:27,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733211987348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:27,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:27,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:27,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:27,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:27,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52246 deadline: 1733211987357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:27,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:27,365 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:27,365 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:27,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:27,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52268 deadline: 1733211987568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:27,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:27,573 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:27,573 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:27,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733211987568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:27,573 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:27,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:27,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:27,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:27,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:27,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52246 deadline: 1733211987568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:27,573 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:27,573 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:27,573 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:27,636 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=174, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/5e9099c9269f4700a77938f2b0d18d8a 2024-12-03T07:45:27,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/B/16e02300562d431fa4ae31a21e9ca503 is 50, key is test_row_0/B:col10/1733211926019/Put/seqid=0 2024-12-03T07:45:27,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742217_1393 (size=12151) 2024-12-03T07:45:27,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-03T07:45:27,878 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:45:27,878 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T07:45:27,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-12-03T07:45:27,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-03T07:45:27,880 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T07:45:27,881 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T07:45:27,881 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T07:45:27,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:27,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52268 deadline: 1733211987877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:27,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:27,889 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:27,889 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:27,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733211987878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:27,889 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:27,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:27,890 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:27,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52246 deadline: 1733211987878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:27,890 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:27,890 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:27,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:27,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:27,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:27,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:27,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52282 deadline: 1733211987917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:27,929 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 911db94732f6,39389,1733211824582 for 'test_row_0' in 6b325392dbf7bd8df4a0911762dba20c of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8245 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T07:45:27,930 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:27,930 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:27,930 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:27,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-03T07:45:28,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-03T07:45:28,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:28,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. as already flushing 2024-12-03T07:45:28,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:28,033 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:28,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:28,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:28,047 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/B/16e02300562d431fa4ae31a21e9ca503 2024-12-03T07:45:28,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/C/bff3c0232f3e4ed6a53ca54faae70f75 is 50, key is test_row_0/C:col10/1733211926019/Put/seqid=0 2024-12-03T07:45:28,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742218_1394 (size=12151) 2024-12-03T07:45:28,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-03T07:45:28,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:28,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. as already flushing 2024-12-03T07:45:28,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:28,186 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:28,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:28,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:28,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-03T07:45:28,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:28,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52184 deadline: 1733211988248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:28,260 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 911db94732f6,39389,1733211824582 for 'test_row_0' in 6b325392dbf7bd8df4a0911762dba20c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2214 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T07:45:28,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:28,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:28,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:28,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-03T07:45:28,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:28,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. as already flushing 2024-12-03T07:45:28,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:28,339 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:28,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:28,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:28,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:28,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52268 deadline: 1733211988397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:28,404 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:28,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:28,404 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:28,404 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:28,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733211988397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:28,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:28,405 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:28,405 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:28,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52246 deadline: 1733211988397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:28,405 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:28,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:28,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:28,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:28,459 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/C/bff3c0232f3e4ed6a53ca54faae70f75 2024-12-03T07:45:28,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/5e9099c9269f4700a77938f2b0d18d8a as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/5e9099c9269f4700a77938f2b0d18d8a 2024-12-03T07:45:28,467 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/5e9099c9269f4700a77938f2b0d18d8a, entries=200, sequenceid=174, filesize=38.8 K 2024-12-03T07:45:28,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/B/16e02300562d431fa4ae31a21e9ca503 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/16e02300562d431fa4ae31a21e9ca503 2024-12-03T07:45:28,471 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/16e02300562d431fa4ae31a21e9ca503, entries=150, sequenceid=174, filesize=11.9 K 2024-12-03T07:45:28,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/C/bff3c0232f3e4ed6a53ca54faae70f75 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/bff3c0232f3e4ed6a53ca54faae70f75 2024-12-03T07:45:28,475 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/bff3c0232f3e4ed6a53ca54faae70f75, entries=150, sequenceid=174, filesize=11.9 K 2024-12-03T07:45:28,475 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 6b325392dbf7bd8df4a0911762dba20c in 1271ms, sequenceid=174, compaction requested=true 2024-12-03T07:45:28,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6b325392dbf7bd8df4a0911762dba20c: 2024-12-03T07:45:28,476 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T07:45:28,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b325392dbf7bd8df4a0911762dba20c:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T07:45:28,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:28,476 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T07:45:28,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b325392dbf7bd8df4a0911762dba20c:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T07:45:28,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:28,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b325392dbf7bd8df4a0911762dba20c:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T07:45:28,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:45:28,477 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141905 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T07:45:28,477 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1541): 6b325392dbf7bd8df4a0911762dba20c/A is initiating minor compaction (all files) 2024-12-03T07:45:28,477 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b325392dbf7bd8df4a0911762dba20c/A in TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:28,477 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/52992d0364b64364ba07c8122745f8dd, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/676fba4a560a4fa6af49f66c9ad9b74d, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/ab49b7427cf146b9a838e9f507d359eb, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/5e9099c9269f4700a77938f2b0d18d8a] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp, totalSize=138.6 K 2024-12-03T07:45:28,477 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:28,477 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. files: [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/52992d0364b64364ba07c8122745f8dd, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/676fba4a560a4fa6af49f66c9ad9b74d, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/ab49b7427cf146b9a838e9f507d359eb, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/5e9099c9269f4700a77938f2b0d18d8a] 2024-12-03T07:45:28,478 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48694 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T07:45:28,478 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): 6b325392dbf7bd8df4a0911762dba20c/B is initiating minor compaction (all files) 2024-12-03T07:45:28,478 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b325392dbf7bd8df4a0911762dba20c/B in TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:28,478 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 52992d0364b64364ba07c8122745f8dd, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1733211921282 2024-12-03T07:45:28,478 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/1f72e61210a345e88bbe1a3aa3a3dfbb, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/b5fadab4a0e744a9a5235e42172ebab3, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/d370ecc37a014161a2d934fe0f2be56c, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/16e02300562d431fa4ae31a21e9ca503] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp, totalSize=47.6 K 2024-12-03T07:45:28,478 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 676fba4a560a4fa6af49f66c9ad9b74d, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1733211923706 2024-12-03T07:45:28,478 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f72e61210a345e88bbe1a3aa3a3dfbb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1733211921282 2024-12-03T07:45:28,479 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting b5fadab4a0e744a9a5235e42172ebab3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1733211923726 2024-12-03T07:45:28,479 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab49b7427cf146b9a838e9f507d359eb, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733211923779 2024-12-03T07:45:28,479 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting d370ecc37a014161a2d934fe0f2be56c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733211923779 2024-12-03T07:45:28,479 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e9099c9269f4700a77938f2b0d18d8a, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733211926019 2024-12-03T07:45:28,480 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 16e02300562d431fa4ae31a21e9ca503, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733211926019 2024-12-03T07:45:28,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-03T07:45:28,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:28,493 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing 6b325392dbf7bd8df4a0911762dba20c 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-03T07:45:28,493 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b325392dbf7bd8df4a0911762dba20c#B#compaction#336 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:45:28,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b325392dbf7bd8df4a0911762dba20c, store=A 2024-12-03T07:45:28,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:28,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b325392dbf7bd8df4a0911762dba20c, store=B 2024-12-03T07:45:28,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:28,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b325392dbf7bd8df4a0911762dba20c, store=C 2024-12-03T07:45:28,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:28,493 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/B/ebec6346c288469899490e5e07760ca2 is 50, key is test_row_0/B:col10/1733211926019/Put/seqid=0 2024-12-03T07:45:28,494 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6b325392dbf7bd8df4a0911762dba20c] 2024-12-03T07:45:28,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742219_1395 (size=12527) 2024-12-03T07:45:28,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412032b790f1b48e44b33a255d934b955d8c0_6b325392dbf7bd8df4a0911762dba20c is 50, key is test_row_0/A:col10/1733211927232/Put/seqid=0 2024-12-03T07:45:28,506 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120392364196563a4d3aa40e2ab5167af8b6_6b325392dbf7bd8df4a0911762dba20c store=[table=TestAcidGuarantees family=A region=6b325392dbf7bd8df4a0911762dba20c] 2024-12-03T07:45:28,506 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/B/ebec6346c288469899490e5e07760ca2 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/ebec6346c288469899490e5e07760ca2 2024-12-03T07:45:28,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-03T07:45:28,509 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120392364196563a4d3aa40e2ab5167af8b6_6b325392dbf7bd8df4a0911762dba20c, store=[table=TestAcidGuarantees family=A region=6b325392dbf7bd8df4a0911762dba20c] 2024-12-03T07:45:28,509 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120392364196563a4d3aa40e2ab5167af8b6_6b325392dbf7bd8df4a0911762dba20c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6b325392dbf7bd8df4a0911762dba20c] 2024-12-03T07:45:28,514 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6b325392dbf7bd8df4a0911762dba20c/B of 6b325392dbf7bd8df4a0911762dba20c into ebec6346c288469899490e5e07760ca2(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:45:28,514 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b325392dbf7bd8df4a0911762dba20c: 2024-12-03T07:45:28,514 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., storeName=6b325392dbf7bd8df4a0911762dba20c/B, priority=12, startTime=1733211928476; duration=0sec 2024-12-03T07:45:28,514 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:45:28,514 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b325392dbf7bd8df4a0911762dba20c:B 2024-12-03T07:45:28,514 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T07:45:28,515 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48694 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T07:45:28,515 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): 6b325392dbf7bd8df4a0911762dba20c/C is initiating minor compaction (all files) 2024-12-03T07:45:28,515 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b325392dbf7bd8df4a0911762dba20c/C in TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:28,515 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/b0c0f86aef964201abaa6476586817e6, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/0e9c9bf6e9964d6285cec31bd7ca79e4, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/8cb909c593f34a1099ac7b29429a85a7, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/bff3c0232f3e4ed6a53ca54faae70f75] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp, totalSize=47.6 K 2024-12-03T07:45:28,516 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting b0c0f86aef964201abaa6476586817e6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1733211921282 2024-12-03T07:45:28,516 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e9c9bf6e9964d6285cec31bd7ca79e4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1733211923726 2024-12-03T07:45:28,516 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 8cb909c593f34a1099ac7b29429a85a7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733211923779 2024-12-03T07:45:28,516 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting bff3c0232f3e4ed6a53ca54faae70f75, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733211926019 2024-12-03T07:45:28,527 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b325392dbf7bd8df4a0911762dba20c#C#compaction#339 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:45:28,528 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/C/0733af056dd7453fb5cd78397295d66f is 50, key is test_row_0/C:col10/1733211926019/Put/seqid=0 2024-12-03T07:45:28,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742220_1396 (size=12304) 2024-12-03T07:45:28,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742221_1397 (size=4469) 2024-12-03T07:45:28,533 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412032b790f1b48e44b33a255d934b955d8c0_6b325392dbf7bd8df4a0911762dba20c to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412032b790f1b48e44b33a255d934b955d8c0_6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:28,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742222_1398 (size=12527) 2024-12-03T07:45:28,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/74e259df0abe41099882b1f34fc5c1ab, store: [table=TestAcidGuarantees family=A region=6b325392dbf7bd8df4a0911762dba20c] 2024-12-03T07:45:28,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/74e259df0abe41099882b1f34fc5c1ab is 175, key is test_row_0/A:col10/1733211927232/Put/seqid=0 2024-12-03T07:45:28,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742223_1399 (size=31105) 2024-12-03T07:45:28,540 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/C/0733af056dd7453fb5cd78397295d66f as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/0733af056dd7453fb5cd78397295d66f 2024-12-03T07:45:28,541 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=186, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/74e259df0abe41099882b1f34fc5c1ab 2024-12-03T07:45:28,546 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6b325392dbf7bd8df4a0911762dba20c/C of 6b325392dbf7bd8df4a0911762dba20c into 0733af056dd7453fb5cd78397295d66f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:45:28,546 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b325392dbf7bd8df4a0911762dba20c: 2024-12-03T07:45:28,546 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., storeName=6b325392dbf7bd8df4a0911762dba20c/C, priority=12, startTime=1733211928476; duration=0sec 2024-12-03T07:45:28,546 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:28,546 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b325392dbf7bd8df4a0911762dba20c:C 2024-12-03T07:45:28,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/B/b66e4f4d66414f239da7b9011e78b89d is 50, key is test_row_0/B:col10/1733211927232/Put/seqid=0 2024-12-03T07:45:28,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742224_1400 (size=12151) 2024-12-03T07:45:28,561 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/B/b66e4f4d66414f239da7b9011e78b89d 2024-12-03T07:45:28,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/C/4ac0d778d09a4f4e9f48742e77799894 is 50, key is test_row_0/C:col10/1733211927232/Put/seqid=0 2024-12-03T07:45:28,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742225_1401 (size=12151) 2024-12-03T07:45:28,572 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/C/4ac0d778d09a4f4e9f48742e77799894 2024-12-03T07:45:28,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/74e259df0abe41099882b1f34fc5c1ab as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/74e259df0abe41099882b1f34fc5c1ab 2024-12-03T07:45:28,583 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/74e259df0abe41099882b1f34fc5c1ab, entries=150, sequenceid=186, filesize=30.4 K 2024-12-03T07:45:28,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/B/b66e4f4d66414f239da7b9011e78b89d as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/b66e4f4d66414f239da7b9011e78b89d 2024-12-03T07:45:28,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,587 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/b66e4f4d66414f239da7b9011e78b89d, entries=150, sequenceid=186, filesize=11.9 K 2024-12-03T07:45:28,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/C/4ac0d778d09a4f4e9f48742e77799894 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/4ac0d778d09a4f4e9f48742e77799894 2024-12-03T07:45:28,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,593 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/4ac0d778d09a4f4e9f48742e77799894, entries=150, sequenceid=186, filesize=11.9 K 2024-12-03T07:45:28,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,593 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=0 B/0 for 6b325392dbf7bd8df4a0911762dba20c in 100ms, sequenceid=186, compaction requested=false 2024-12-03T07:45:28,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for 6b325392dbf7bd8df4a0911762dba20c: 2024-12-03T07:45:28,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:28,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-12-03T07:45:28,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-12-03T07:45:28,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,597 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-12-03T07:45:28,597 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 714 msec 2024-12-03T07:45:28,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,599 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 720 msec 2024-12-03T07:45:28,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,932 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b325392dbf7bd8df4a0911762dba20c#A#compaction#337 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:45:28,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,933 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/a5eb595492a5426ba31b445adf1017af is 175, key is test_row_0/A:col10/1733211926019/Put/seqid=0 2024-12-03T07:45:28,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742226_1402 (size=31481) 2024-12-03T07:45:28,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:28,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-03T07:45:29,018 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:45:29,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,018 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T07:45:29,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-12-03T07:45:29,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-03T07:45:29,020 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T07:45:29,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,021 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T07:45:29,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T07:45:29,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-03T07:45:29,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-03T07:45:29,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:29,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for 6b325392dbf7bd8df4a0911762dba20c: 2024-12-03T07:45:29,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:29,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-12-03T07:45:29,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-12-03T07:45:29,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-12-03T07:45:29,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 155 msec 2024-12-03T07:45:29,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,180 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 161 msec 2024-12-03T07:45:29,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-03T07:45:29,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,338 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:45:29,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,339 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T07:45:29,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees 2024-12-03T07:45:29,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,344 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T07:45:29,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,345 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T07:45:29,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,345 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T07:45:29,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-03T07:45:29,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,349 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/a5eb595492a5426ba31b445adf1017af as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/a5eb595492a5426ba31b445adf1017af 2024-12-03T07:45:29,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,354 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6b325392dbf7bd8df4a0911762dba20c/A of 6b325392dbf7bd8df4a0911762dba20c into a5eb595492a5426ba31b445adf1017af(size=30.7 K), total size for store is 61.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:45:29,354 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b325392dbf7bd8df4a0911762dba20c: 2024-12-03T07:45:29,354 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., storeName=6b325392dbf7bd8df4a0911762dba20c/A, priority=12, startTime=1733211928476; duration=0sec 2024-12-03T07:45:29,354 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:29,355 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b325392dbf7bd8df4a0911762dba20c:A 2024-12-03T07:45:29,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-03T07:45:29,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-03T07:45:29,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:29,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for 6b325392dbf7bd8df4a0911762dba20c: 2024-12-03T07:45:29,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:29,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114 2024-12-03T07:45:29,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.HMaster(4169): Remote procedure done, pid=114 2024-12-03T07:45:29,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,503 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-12-03T07:45:29,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,503 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 156 msec 2024-12-03T07:45:29,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,506 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 165 msec 2024-12-03T07:45:29,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:29,563 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6b325392dbf7bd8df4a0911762dba20c 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-03T07:45:29,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b325392dbf7bd8df4a0911762dba20c, store=A 2024-12-03T07:45:29,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:29,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b325392dbf7bd8df4a0911762dba20c, store=B 2024-12-03T07:45:29,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:29,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b325392dbf7bd8df4a0911762dba20c, store=C 2024-12-03T07:45:29,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:29,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203024cfa9381404f20a8ca622b6e109a6b_6b325392dbf7bd8df4a0911762dba20c is 50, key is test_row_0/A:col10/1733211929511/Put/seqid=0 2024-12-03T07:45:29,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742227_1403 (size=22268) 2024-12-03T07:45:29,591 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:29,597 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203024cfa9381404f20a8ca622b6e109a6b_6b325392dbf7bd8df4a0911762dba20c to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203024cfa9381404f20a8ca622b6e109a6b_6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:29,600 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/8b9b318603484fcfadc238328f5034cc, store: [table=TestAcidGuarantees family=A region=6b325392dbf7bd8df4a0911762dba20c] 2024-12-03T07:45:29,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/8b9b318603484fcfadc238328f5034cc is 175, key is test_row_0/A:col10/1733211929511/Put/seqid=0 2024-12-03T07:45:29,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742228_1404 (size=65673) 2024-12-03T07:45:29,613 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=201, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/8b9b318603484fcfadc238328f5034cc 2024-12-03T07:45:29,627 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/B/4239094f00ac4880b29b584a86263389 is 50, key is test_row_0/B:col10/1733211929511/Put/seqid=0 2024-12-03T07:45:29,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742229_1405 (size=12151) 2024-12-03T07:45:29,652 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733211929618, max timestamp=1733211929648Num uniques 859; 2024-12-03T07:45:29,652 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-03T07:45:29,652 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733211929618, max timestamp=1733211929648Num uniques 859; 2024-12-03T07:45:29,652 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733211929618, max timestamp=1733211929648Num uniques 859; 2024-12-03T07:45:29,653 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-03T07:45:29,653 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-03T07:45:29,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-03T07:45:29,668 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:45:29,669 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T07:45:29,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees 2024-12-03T07:45:29,672 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T07:45:29,672 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T07:45:29,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T07:45:29,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-03T07:45:29,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:29,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733211989714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:29,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:29,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:29,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:29,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:29,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52268 deadline: 1733211989728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:29,745 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:29,745 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:29,745 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:29,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:29,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52246 deadline: 1733211989731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:29,749 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:29,749 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:29,749 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:29,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-03T07:45:29,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-03T07:45:29,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:29,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. as already flushing 2024-12-03T07:45:29,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:29,826 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:29,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:29,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:29,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:29,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733211989837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:29,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:29,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:29,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:29,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:29,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52268 deadline: 1733211989847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:29,857 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:29,857 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:29,857 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:29,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:29,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52246 deadline: 1733211989858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:29,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:29,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:29,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:29,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-03T07:45:29,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:29,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. as already flushing 2024-12-03T07:45:29,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:29,978 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:29,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:29,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:29,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-03T07:45:30,035 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/B/4239094f00ac4880b29b584a86263389 2024-12-03T07:45:30,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/C/aaa8871509764ab596c3f2b24d96d8a5 is 50, key is test_row_0/C:col10/1733211929511/Put/seqid=0 2024-12-03T07:45:30,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742230_1406 (size=12151) 2024-12-03T07:45:30,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:30,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733211990057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:30,069 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:30,069 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:30,069 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:30,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:30,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52268 deadline: 1733211990067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:30,073 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:30,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:30,073 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:30,073 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:30,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52246 deadline: 1733211990068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:30,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:30,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:30,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:30,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-03T07:45:30,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:30,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. as already flushing 2024-12-03T07:45:30,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:30,131 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:30,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:30,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:30,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:30,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52184 deadline: 1733211990267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:30,280 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 911db94732f6,39389,1733211824582 for 'test_row_0' in 6b325392dbf7bd8df4a0911762dba20c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4234 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T07:45:30,281 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:30,281 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:30,281 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:30,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-03T07:45:30,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:30,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. as already flushing 2024-12-03T07:45:30,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:30,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:30,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:30,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:30,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-03T07:45:30,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:30,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733211990378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:30,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:30,385 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:30,385 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:30,385 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:30,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52268 deadline: 1733211990378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:30,385 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:30,386 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:30,386 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:30,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:30,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52246 deadline: 1733211990378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:30,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:30,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:30,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:30,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-03T07:45:30,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:30,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. as already flushing 2024-12-03T07:45:30,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:30,437 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:30,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:30,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:30,446 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/C/aaa8871509764ab596c3f2b24d96d8a5 2024-12-03T07:45:30,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/8b9b318603484fcfadc238328f5034cc as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/8b9b318603484fcfadc238328f5034cc 2024-12-03T07:45:30,453 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/8b9b318603484fcfadc238328f5034cc, entries=350, sequenceid=201, filesize=64.1 K 2024-12-03T07:45:30,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/B/4239094f00ac4880b29b584a86263389 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/4239094f00ac4880b29b584a86263389 2024-12-03T07:45:30,457 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/4239094f00ac4880b29b584a86263389, entries=150, sequenceid=201, filesize=11.9 K 2024-12-03T07:45:30,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/C/aaa8871509764ab596c3f2b24d96d8a5 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/aaa8871509764ab596c3f2b24d96d8a5 2024-12-03T07:45:30,461 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/aaa8871509764ab596c3f2b24d96d8a5, entries=150, sequenceid=201, filesize=11.9 K 2024-12-03T07:45:30,461 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 6b325392dbf7bd8df4a0911762dba20c in 898ms, sequenceid=201, compaction requested=true 2024-12-03T07:45:30,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6b325392dbf7bd8df4a0911762dba20c: 2024-12-03T07:45:30,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b325392dbf7bd8df4a0911762dba20c:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T07:45:30,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:30,462 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:45:30,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b325392dbf7bd8df4a0911762dba20c:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T07:45:30,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:30,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b325392dbf7bd8df4a0911762dba20c:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T07:45:30,462 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:45:30,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:45:30,462 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 128259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:45:30,462 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:45:30,463 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1541): 6b325392dbf7bd8df4a0911762dba20c/A is initiating minor compaction (all files) 2024-12-03T07:45:30,463 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): 6b325392dbf7bd8df4a0911762dba20c/B is initiating minor compaction (all files) 2024-12-03T07:45:30,463 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b325392dbf7bd8df4a0911762dba20c/B in TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:30,463 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b325392dbf7bd8df4a0911762dba20c/A in TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:30,463 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/ebec6346c288469899490e5e07760ca2, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/b66e4f4d66414f239da7b9011e78b89d, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/4239094f00ac4880b29b584a86263389] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp, totalSize=36.0 K 2024-12-03T07:45:30,463 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/a5eb595492a5426ba31b445adf1017af, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/74e259df0abe41099882b1f34fc5c1ab, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/8b9b318603484fcfadc238328f5034cc] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp, totalSize=125.3 K 2024-12-03T07:45:30,463 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:30,463 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. files: [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/a5eb595492a5426ba31b445adf1017af, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/74e259df0abe41099882b1f34fc5c1ab, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/8b9b318603484fcfadc238328f5034cc] 2024-12-03T07:45:30,463 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting ebec6346c288469899490e5e07760ca2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733211926019 2024-12-03T07:45:30,463 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting a5eb595492a5426ba31b445adf1017af, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733211926019 2024-12-03T07:45:30,463 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting b66e4f4d66414f239da7b9011e78b89d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1733211927217 2024-12-03T07:45:30,464 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 74e259df0abe41099882b1f34fc5c1ab, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1733211927217 2024-12-03T07:45:30,464 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 4239094f00ac4880b29b584a86263389, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733211929510 2024-12-03T07:45:30,464 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b9b318603484fcfadc238328f5034cc, keycount=350, bloomtype=ROW, size=64.1 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733211929509 2024-12-03T07:45:30,471 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b325392dbf7bd8df4a0911762dba20c#B#compaction#345 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:45:30,472 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/B/a6f5c73dbae245e7a79406333521d9cb is 50, key is test_row_0/B:col10/1733211929511/Put/seqid=0 2024-12-03T07:45:30,473 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6b325392dbf7bd8df4a0911762dba20c] 2024-12-03T07:45:30,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742231_1407 (size=12629) 2024-12-03T07:45:30,475 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120322b643e719d3420faf48863390d1aafd_6b325392dbf7bd8df4a0911762dba20c store=[table=TestAcidGuarantees family=A region=6b325392dbf7bd8df4a0911762dba20c] 2024-12-03T07:45:30,478 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120322b643e719d3420faf48863390d1aafd_6b325392dbf7bd8df4a0911762dba20c, store=[table=TestAcidGuarantees family=A region=6b325392dbf7bd8df4a0911762dba20c] 2024-12-03T07:45:30,478 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120322b643e719d3420faf48863390d1aafd_6b325392dbf7bd8df4a0911762dba20c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6b325392dbf7bd8df4a0911762dba20c] 2024-12-03T07:45:30,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742232_1408 (size=4469) 2024-12-03T07:45:30,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-03T07:45:30,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:30,591 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2902): Flushing 6b325392dbf7bd8df4a0911762dba20c 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-12-03T07:45:30,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b325392dbf7bd8df4a0911762dba20c, store=A 2024-12-03T07:45:30,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:45:30,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b325392dbf7bd8df4a0911762dba20c, store=B 2024-12-03T07:45:30,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:45:30,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b325392dbf7bd8df4a0911762dba20c, store=C 2024-12-03T07:45:30,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:45:30,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120331b6c92ad82e4fbfa58ea349fbc128c4_6b325392dbf7bd8df4a0911762dba20c is 50, key is test_row_0/A:col10/1733211929726/Put/seqid=0 2024-12-03T07:45:30,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742233_1409 (size=12304) 2024-12-03T07:45:30,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-03T07:45:30,879 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/B/a6f5c73dbae245e7a79406333521d9cb as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/a6f5c73dbae245e7a79406333521d9cb 2024-12-03T07:45:30,883 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b325392dbf7bd8df4a0911762dba20c#A#compaction#346 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:45:30,884 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6b325392dbf7bd8df4a0911762dba20c/B of 6b325392dbf7bd8df4a0911762dba20c into a6f5c73dbae245e7a79406333521d9cb(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:45:30,884 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b325392dbf7bd8df4a0911762dba20c: 2024-12-03T07:45:30,884 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/1f557ef80f334e618623327b42c71265 is 175, key is test_row_0/A:col10/1733211929511/Put/seqid=0 2024-12-03T07:45:30,884 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., storeName=6b325392dbf7bd8df4a0911762dba20c/B, priority=13, startTime=1733211930462; duration=0sec 2024-12-03T07:45:30,884 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:45:30,884 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b325392dbf7bd8df4a0911762dba20c:B 2024-12-03T07:45:30,884 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:45:30,885 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:45:30,885 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): 6b325392dbf7bd8df4a0911762dba20c/C is initiating minor compaction (all files) 2024-12-03T07:45:30,885 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b325392dbf7bd8df4a0911762dba20c/C in TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:30,885 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/0733af056dd7453fb5cd78397295d66f, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/4ac0d778d09a4f4e9f48742e77799894, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/aaa8871509764ab596c3f2b24d96d8a5] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp, totalSize=36.0 K 2024-12-03T07:45:30,885 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 0733af056dd7453fb5cd78397295d66f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733211926019 2024-12-03T07:45:30,886 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ac0d778d09a4f4e9f48742e77799894, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1733211927217 2024-12-03T07:45:30,886 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting aaa8871509764ab596c3f2b24d96d8a5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733211929510 2024-12-03T07:45:30,893 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b325392dbf7bd8df4a0911762dba20c#C#compaction#348 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:45:30,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742234_1410 (size=31583) 2024-12-03T07:45:30,893 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/C/f18f3c7d21ca490fbe9d26ccc0c8deee is 50, key is test_row_0/C:col10/1733211929511/Put/seqid=0 2024-12-03T07:45:30,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742235_1411 (size=12629) 2024-12-03T07:45:30,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:30,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. as already flushing 2024-12-03T07:45:30,900 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/C/f18f3c7d21ca490fbe9d26ccc0c8deee as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/f18f3c7d21ca490fbe9d26ccc0c8deee 2024-12-03T07:45:30,904 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6b325392dbf7bd8df4a0911762dba20c/C of 6b325392dbf7bd8df4a0911762dba20c into f18f3c7d21ca490fbe9d26ccc0c8deee(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:45:30,904 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b325392dbf7bd8df4a0911762dba20c: 2024-12-03T07:45:30,904 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., storeName=6b325392dbf7bd8df4a0911762dba20c/C, priority=13, startTime=1733211930462; duration=0sec 2024-12-03T07:45:30,904 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:30,904 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b325392dbf7bd8df4a0911762dba20c:C 2024-12-03T07:45:30,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:30,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733211990918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:30,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:30,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:30,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:30,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:30,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52246 deadline: 1733211990924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:30,933 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:30,933 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:30,933 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:30,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:30,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52268 deadline: 1733211990925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:30,938 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:30,938 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:30,938 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:31,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:31,004 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120331b6c92ad82e4fbfa58ea349fbc128c4_6b325392dbf7bd8df4a0911762dba20c to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120331b6c92ad82e4fbfa58ea349fbc128c4_6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:31,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/56b59a44e05f49d086d9d8896a154809, store: [table=TestAcidGuarantees family=A region=6b325392dbf7bd8df4a0911762dba20c] 2024-12-03T07:45:31,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/56b59a44e05f49d086d9d8896a154809 is 175, key is test_row_0/A:col10/1733211929726/Put/seqid=0 2024-12-03T07:45:31,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742236_1412 (size=31105) 2024-12-03T07:45:31,011 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=237, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/56b59a44e05f49d086d9d8896a154809 2024-12-03T07:45:31,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/B/03ddc210b7ab48a99028c67937d88138 is 50, key is test_row_0/B:col10/1733211929726/Put/seqid=0 2024-12-03T07:45:31,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742237_1413 (size=12151) 2024-12-03T07:45:31,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:31,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733211991027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:31,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:31,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:31,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:31,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:31,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52246 deadline: 1733211991038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:31,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:31,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:31,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:31,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:31,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52268 deadline: 1733211991047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:31,055 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:31,055 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:31,055 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:31,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:31,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733211991247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:31,258 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:31,258 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:31,258 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:31,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:31,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52246 deadline: 1733211991258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:31,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:31,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:31,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:31,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52268 deadline: 1733211991258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:31,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:31,268 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:31,268 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:31,268 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:31,293 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/1f557ef80f334e618623327b42c71265 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/1f557ef80f334e618623327b42c71265 2024-12-03T07:45:31,296 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6b325392dbf7bd8df4a0911762dba20c/A of 6b325392dbf7bd8df4a0911762dba20c into 1f557ef80f334e618623327b42c71265(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:45:31,296 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b325392dbf7bd8df4a0911762dba20c: 2024-12-03T07:45:31,296 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., storeName=6b325392dbf7bd8df4a0911762dba20c/A, priority=13, startTime=1733211930462; duration=0sec 2024-12-03T07:45:31,296 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:31,296 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b325392dbf7bd8df4a0911762dba20c:A 2024-12-03T07:45:31,421 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/B/03ddc210b7ab48a99028c67937d88138 2024-12-03T07:45:31,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/C/76e12de01c5447aba78d9a113bb4f0c0 is 50, key is test_row_0/C:col10/1733211929726/Put/seqid=0 2024-12-03T07:45:31,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742238_1414 (size=12151) 2024-12-03T07:45:31,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:31,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733211991567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:31,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:31,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:31,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:31,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:31,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52246 deadline: 1733211991577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:31,587 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:31,587 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:31,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:31,587 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:31,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52268 deadline: 1733211991577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:31,588 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:31,588 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:31,588 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:31,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-03T07:45:31,841 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/C/76e12de01c5447aba78d9a113bb4f0c0 2024-12-03T07:45:31,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/56b59a44e05f49d086d9d8896a154809 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/56b59a44e05f49d086d9d8896a154809 2024-12-03T07:45:31,848 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/56b59a44e05f49d086d9d8896a154809, entries=150, sequenceid=237, filesize=30.4 K 2024-12-03T07:45:31,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/B/03ddc210b7ab48a99028c67937d88138 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/03ddc210b7ab48a99028c67937d88138 2024-12-03T07:45:31,852 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/03ddc210b7ab48a99028c67937d88138, entries=150, sequenceid=237, filesize=11.9 K 2024-12-03T07:45:31,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/C/76e12de01c5447aba78d9a113bb4f0c0 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/76e12de01c5447aba78d9a113bb4f0c0 2024-12-03T07:45:31,856 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/76e12de01c5447aba78d9a113bb4f0c0, entries=150, sequenceid=237, filesize=11.9 K 2024-12-03T07:45:31,857 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 6b325392dbf7bd8df4a0911762dba20c in 1266ms, sequenceid=237, compaction requested=false 2024-12-03T07:45:31,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for 6b325392dbf7bd8df4a0911762dba20c: 2024-12-03T07:45:31,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:31,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116 2024-12-03T07:45:31,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.HMaster(4169): Remote procedure done, pid=116 2024-12-03T07:45:31,860 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-12-03T07:45:31,860 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1860 sec 2024-12-03T07:45:31,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 2.1910 sec 2024-12-03T07:45:32,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:32,092 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6b325392dbf7bd8df4a0911762dba20c 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-03T07:45:32,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b325392dbf7bd8df4a0911762dba20c, store=A 2024-12-03T07:45:32,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:32,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b325392dbf7bd8df4a0911762dba20c, store=B 2024-12-03T07:45:32,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:32,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b325392dbf7bd8df4a0911762dba20c, store=C 2024-12-03T07:45:32,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:32,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203b9892303c0ee4b20962b1e102eef2536_6b325392dbf7bd8df4a0911762dba20c is 50, key is test_row_0/A:col10/1733211932091/Put/seqid=0 2024-12-03T07:45:32,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742239_1415 (size=12304) 2024-12-03T07:45:32,106 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:32,110 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203b9892303c0ee4b20962b1e102eef2536_6b325392dbf7bd8df4a0911762dba20c to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203b9892303c0ee4b20962b1e102eef2536_6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:32,110 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/dfbd5ad518014b9eb938c88ee2c9774b, store: [table=TestAcidGuarantees family=A region=6b325392dbf7bd8df4a0911762dba20c] 2024-12-03T07:45:32,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/dfbd5ad518014b9eb938c88ee2c9774b is 175, key is test_row_0/A:col10/1733211932091/Put/seqid=0 2024-12-03T07:45:32,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742240_1416 (size=31105) 2024-12-03T07:45:32,159 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733211932124, max timestamp=1733211932155Num uniques 859; 2024-12-03T07:45:32,159 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-03T07:45:32,159 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733211932124, max timestamp=1733211932155Num uniques 859; 2024-12-03T07:45:32,159 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-03T07:45:32,159 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733211932124, max timestamp=1733211932155Num uniques 859; 2024-12-03T07:45:32,159 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-03T07:45:32,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:32,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52246 deadline: 1733211992208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:32,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:32,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:32,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:32,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:32,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52268 deadline: 1733211992209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:32,222 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:32,222 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:32,222 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:32,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:32,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733211992210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:32,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:32,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:32,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:32,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:32,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52246 deadline: 1733211992327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:32,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:32,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733211992327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:32,339 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:32,339 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:32,339 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:32,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:32,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:32,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:32,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52268 deadline: 1733211992327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:32,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:32,339 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:32,339 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:32,339 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:32,515 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/dfbd5ad518014b9eb938c88ee2c9774b 2024-12-03T07:45:32,521 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/B/ad49cb6068ec4c69b31a5b657e964b99 is 50, key is test_row_0/B:col10/1733211932091/Put/seqid=0 2024-12-03T07:45:32,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742241_1417 (size=12151) 2024-12-03T07:45:32,524 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/B/ad49cb6068ec4c69b31a5b657e964b99 2024-12-03T07:45:32,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/C/ecc876c2e8304335b2e501b2a6fcf792 is 50, key is test_row_0/C:col10/1733211932091/Put/seqid=0 2024-12-03T07:45:32,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742242_1418 (size=12151) 2024-12-03T07:45:32,533 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/C/ecc876c2e8304335b2e501b2a6fcf792 2024-12-03T07:45:32,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/dfbd5ad518014b9eb938c88ee2c9774b as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/dfbd5ad518014b9eb938c88ee2c9774b 2024-12-03T07:45:32,541 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/dfbd5ad518014b9eb938c88ee2c9774b, entries=150, sequenceid=251, filesize=30.4 K 2024-12-03T07:45:32,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/B/ad49cb6068ec4c69b31a5b657e964b99 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/ad49cb6068ec4c69b31a5b657e964b99 2024-12-03T07:45:32,546 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/ad49cb6068ec4c69b31a5b657e964b99, entries=150, sequenceid=251, filesize=11.9 K 2024-12-03T07:45:32,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/C/ecc876c2e8304335b2e501b2a6fcf792 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/ecc876c2e8304335b2e501b2a6fcf792 2024-12-03T07:45:32,551 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/ecc876c2e8304335b2e501b2a6fcf792, entries=150, sequenceid=251, filesize=11.9 K 2024-12-03T07:45:32,552 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 6b325392dbf7bd8df4a0911762dba20c in 459ms, sequenceid=251, compaction requested=true 2024-12-03T07:45:32,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6b325392dbf7bd8df4a0911762dba20c: 2024-12-03T07:45:32,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b325392dbf7bd8df4a0911762dba20c:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T07:45:32,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:32,552 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:45:32,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b325392dbf7bd8df4a0911762dba20c:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T07:45:32,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:32,552 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:45:32,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b325392dbf7bd8df4a0911762dba20c:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T07:45:32,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:45:32,552 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93793 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:45:32,553 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1541): 6b325392dbf7bd8df4a0911762dba20c/A is initiating minor compaction (all files) 2024-12-03T07:45:32,553 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:45:32,553 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b325392dbf7bd8df4a0911762dba20c/A in TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:32,553 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): 6b325392dbf7bd8df4a0911762dba20c/B is initiating minor compaction (all files) 2024-12-03T07:45:32,553 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b325392dbf7bd8df4a0911762dba20c/B in TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:32,553 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/1f557ef80f334e618623327b42c71265, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/56b59a44e05f49d086d9d8896a154809, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/dfbd5ad518014b9eb938c88ee2c9774b] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp, totalSize=91.6 K 2024-12-03T07:45:32,553 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/a6f5c73dbae245e7a79406333521d9cb, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/03ddc210b7ab48a99028c67937d88138, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/ad49cb6068ec4c69b31a5b657e964b99] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp, totalSize=36.1 K 2024-12-03T07:45:32,553 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:32,553 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. files: [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/1f557ef80f334e618623327b42c71265, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/56b59a44e05f49d086d9d8896a154809, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/dfbd5ad518014b9eb938c88ee2c9774b] 2024-12-03T07:45:32,553 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting a6f5c73dbae245e7a79406333521d9cb, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733211929510 2024-12-03T07:45:32,553 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f557ef80f334e618623327b42c71265, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733211929510 2024-12-03T07:45:32,553 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 03ddc210b7ab48a99028c67937d88138, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733211929711 2024-12-03T07:45:32,554 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 56b59a44e05f49d086d9d8896a154809, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733211929711 2024-12-03T07:45:32,554 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting ad49cb6068ec4c69b31a5b657e964b99, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733211930916 2024-12-03T07:45:32,554 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting dfbd5ad518014b9eb938c88ee2c9774b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733211930916 2024-12-03T07:45:32,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:32,556 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6b325392dbf7bd8df4a0911762dba20c 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-12-03T07:45:32,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b325392dbf7bd8df4a0911762dba20c, store=A 2024-12-03T07:45:32,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:45:32,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b325392dbf7bd8df4a0911762dba20c, store=B 2024-12-03T07:45:32,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:45:32,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b325392dbf7bd8df4a0911762dba20c, store=C 2024-12-03T07:45:32,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:45:32,565 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b325392dbf7bd8df4a0911762dba20c#B#compaction#354 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:45:32,566 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/B/f1aa120c87a74ba8a87fe75b1e625349 is 50, key is test_row_0/B:col10/1733211932091/Put/seqid=0 2024-12-03T07:45:32,567 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6b325392dbf7bd8df4a0911762dba20c] 2024-12-03T07:45:32,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120353b3397fdc954f7d828ccff92289ef22_6b325392dbf7bd8df4a0911762dba20c is 50, key is test_row_0/A:col10/1733211932188/Put/seqid=0 2024-12-03T07:45:32,571 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120348eda79960ca457a9412e423a8f5f38c_6b325392dbf7bd8df4a0911762dba20c store=[table=TestAcidGuarantees family=A region=6b325392dbf7bd8df4a0911762dba20c] 2024-12-03T07:45:32,573 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120348eda79960ca457a9412e423a8f5f38c_6b325392dbf7bd8df4a0911762dba20c, store=[table=TestAcidGuarantees family=A region=6b325392dbf7bd8df4a0911762dba20c] 2024-12-03T07:45:32,573 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120348eda79960ca457a9412e423a8f5f38c_6b325392dbf7bd8df4a0911762dba20c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6b325392dbf7bd8df4a0911762dba20c] 2024-12-03T07:45:32,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742243_1419 (size=12731) 2024-12-03T07:45:32,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742244_1420 (size=14994) 2024-12-03T07:45:32,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742245_1421 (size=4469) 2024-12-03T07:45:32,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:32,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52268 deadline: 1733211992576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:32,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:32,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733211992578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:32,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:32,591 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:32,591 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:32,591 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:32,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52246 deadline: 1733211992580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:32,591 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:32,591 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:32,591 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:32,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:32,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:32,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:32,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:32,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52268 deadline: 1733211992697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:32,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:32,709 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:32,709 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:32,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733211992697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:32,709 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:32,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:32,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:32,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:32,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52246 deadline: 1733211992698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:32,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:32,710 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:32,710 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:32,710 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:32,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:32,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52268 deadline: 1733211992917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:32,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:32,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733211992917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:32,923 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:32,923 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:32,923 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:32,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:32,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:32,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:32,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52246 deadline: 1733211992917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:32,924 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:32,924 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:32,924 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:32,924 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:32,979 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b325392dbf7bd8df4a0911762dba20c#A#compaction#355 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:45:32,980 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/5a1a5c5d6e8344c59ab8befd09ad9c44 is 175, key is test_row_0/A:col10/1733211932091/Put/seqid=0 2024-12-03T07:45:32,981 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/B/f1aa120c87a74ba8a87fe75b1e625349 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/f1aa120c87a74ba8a87fe75b1e625349 2024-12-03T07:45:32,982 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:32,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742246_1422 (size=31685) 2024-12-03T07:45:32,994 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120353b3397fdc954f7d828ccff92289ef22_6b325392dbf7bd8df4a0911762dba20c to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120353b3397fdc954f7d828ccff92289ef22_6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:32,995 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/3582b427c4ee467d909095be44f03b2b, store: [table=TestAcidGuarantees family=A region=6b325392dbf7bd8df4a0911762dba20c] 2024-12-03T07:45:32,995 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/3582b427c4ee467d909095be44f03b2b is 175, key is test_row_0/A:col10/1733211932188/Put/seqid=0 2024-12-03T07:45:32,995 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6b325392dbf7bd8df4a0911762dba20c/B of 6b325392dbf7bd8df4a0911762dba20c into f1aa120c87a74ba8a87fe75b1e625349(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:45:32,995 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b325392dbf7bd8df4a0911762dba20c: 2024-12-03T07:45:32,995 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., storeName=6b325392dbf7bd8df4a0911762dba20c/B, priority=13, startTime=1733211932552; duration=0sec 2024-12-03T07:45:32,996 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:45:32,996 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b325392dbf7bd8df4a0911762dba20c:B 2024-12-03T07:45:32,996 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:45:32,996 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:45:32,997 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): 6b325392dbf7bd8df4a0911762dba20c/C is initiating minor compaction (all files) 2024-12-03T07:45:32,997 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b325392dbf7bd8df4a0911762dba20c/C in TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:32,997 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/f18f3c7d21ca490fbe9d26ccc0c8deee, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/76e12de01c5447aba78d9a113bb4f0c0, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/ecc876c2e8304335b2e501b2a6fcf792] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp, totalSize=36.1 K 2024-12-03T07:45:32,997 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting f18f3c7d21ca490fbe9d26ccc0c8deee, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733211929510 2024-12-03T07:45:32,997 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 76e12de01c5447aba78d9a113bb4f0c0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733211929711 2024-12-03T07:45:32,998 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting ecc876c2e8304335b2e501b2a6fcf792, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733211930916 2024-12-03T07:45:33,010 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b325392dbf7bd8df4a0911762dba20c#C#compaction#357 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:45:33,010 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/C/623d472e32024c7ab3f5929b050a5f30 is 50, key is test_row_0/C:col10/1733211932091/Put/seqid=0 2024-12-03T07:45:33,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742247_1423 (size=39949) 2024-12-03T07:45:33,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742248_1424 (size=12731) 2024-12-03T07:45:33,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:33,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52268 deadline: 1733211993228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:33,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:33,238 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:33,238 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:33,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733211993228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:33,238 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:33,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:33,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:33,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:33,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:33,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52246 deadline: 1733211993228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:33,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:33,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:33,239 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:33,394 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/5a1a5c5d6e8344c59ab8befd09ad9c44 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/5a1a5c5d6e8344c59ab8befd09ad9c44 2024-12-03T07:45:33,398 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6b325392dbf7bd8df4a0911762dba20c/A of 6b325392dbf7bd8df4a0911762dba20c into 5a1a5c5d6e8344c59ab8befd09ad9c44(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:45:33,398 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b325392dbf7bd8df4a0911762dba20c: 2024-12-03T07:45:33,398 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., storeName=6b325392dbf7bd8df4a0911762dba20c/A, priority=13, startTime=1733211932552; duration=0sec 2024-12-03T07:45:33,398 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:33,398 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b325392dbf7bd8df4a0911762dba20c:A 2024-12-03T07:45:33,409 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=286, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/3582b427c4ee467d909095be44f03b2b 2024-12-03T07:45:33,415 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/B/5fa508ef4c9045c980b097282480a738 is 50, key is test_row_0/B:col10/1733211932188/Put/seqid=0 2024-12-03T07:45:33,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742249_1425 (size=12301) 2024-12-03T07:45:33,427 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/C/623d472e32024c7ab3f5929b050a5f30 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/623d472e32024c7ab3f5929b050a5f30 2024-12-03T07:45:33,430 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6b325392dbf7bd8df4a0911762dba20c/C of 6b325392dbf7bd8df4a0911762dba20c into 623d472e32024c7ab3f5929b050a5f30(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:45:33,430 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b325392dbf7bd8df4a0911762dba20c: 2024-12-03T07:45:33,430 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., storeName=6b325392dbf7bd8df4a0911762dba20c/C, priority=13, startTime=1733211932552; duration=0sec 2024-12-03T07:45:33,430 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:33,430 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b325392dbf7bd8df4a0911762dba20c:C 2024-12-03T07:45:33,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:33,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52268 deadline: 1733211993748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:33,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:33,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733211993748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:33,759 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:33,759 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:33,759 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:33,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:33,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52246 deadline: 1733211993748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:33,759 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:33,759 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:33,759 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:33,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:33,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:33,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:33,819 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/B/5fa508ef4c9045c980b097282480a738 2024-12-03T07:45:33,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/C/e89716998cca44fc8d0e27af9646f489 is 50, key is test_row_0/C:col10/1733211932188/Put/seqid=0 2024-12-03T07:45:33,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742250_1426 (size=12301) 2024-12-03T07:45:33,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-03T07:45:33,838 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:45:33,838 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T07:45:33,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees 2024-12-03T07:45:33,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-03T07:45:33,840 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T07:45:33,841 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T07:45:33,841 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T07:45:33,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-03T07:45:33,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-03T07:45:33,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:33,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. as already flushing 2024-12-03T07:45:33,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:33,994 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:33,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:33,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:34,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-03T07:45:34,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:34,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. as already flushing 2024-12-03T07:45:34,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:34,147 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:34,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:34,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:34,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-03T07:45:34,230 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/C/e89716998cca44fc8d0e27af9646f489 2024-12-03T07:45:34,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/3582b427c4ee467d909095be44f03b2b as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/3582b427c4ee467d909095be44f03b2b 2024-12-03T07:45:34,237 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/3582b427c4ee467d909095be44f03b2b, entries=200, sequenceid=286, filesize=39.0 K 2024-12-03T07:45:34,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/B/5fa508ef4c9045c980b097282480a738 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/5fa508ef4c9045c980b097282480a738 2024-12-03T07:45:34,240 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/5fa508ef4c9045c980b097282480a738, entries=150, sequenceid=286, filesize=12.0 K 2024-12-03T07:45:34,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/C/e89716998cca44fc8d0e27af9646f489 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/e89716998cca44fc8d0e27af9646f489 2024-12-03T07:45:34,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/e89716998cca44fc8d0e27af9646f489, entries=150, sequenceid=286, filesize=12.0 K 2024-12-03T07:45:34,244 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for 6b325392dbf7bd8df4a0911762dba20c in 1688ms, sequenceid=286, compaction requested=false 2024-12-03T07:45:34,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6b325392dbf7bd8df4a0911762dba20c: 2024-12-03T07:45:34,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-03T07:45:34,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:34,300 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2902): Flushing 6b325392dbf7bd8df4a0911762dba20c 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-03T07:45:34,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b325392dbf7bd8df4a0911762dba20c, store=A 2024-12-03T07:45:34,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:34,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b325392dbf7bd8df4a0911762dba20c, store=B 2024-12-03T07:45:34,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:34,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b325392dbf7bd8df4a0911762dba20c, store=C 2024-12-03T07:45:34,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:34,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120396eb930de2544253b1065ac33297f681_6b325392dbf7bd8df4a0911762dba20c is 50, key is test_row_0/A:col10/1733211932574/Put/seqid=0 2024-12-03T07:45:34,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742251_1427 (size=12454) 2024-12-03T07:45:34,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:34,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. as already flushing 2024-12-03T07:45:34,463 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733211934362, max timestamp=1733211934460Num uniques 859; 2024-12-03T07:45:34,463 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-03T07:45:34,464 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733211934362, max timestamp=1733211934460Num uniques 859; 2024-12-03T07:45:34,464 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733211934362, max timestamp=1733211934460Num uniques 859; 2024-12-03T07:45:34,464 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-03T07:45:34,464 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-03T07:45:34,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-03T07:45:34,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:34,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52184 deadline: 1733211994614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:34,621 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:34,621 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:34,621 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:34,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:34,715 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120396eb930de2544253b1065ac33297f681_6b325392dbf7bd8df4a0911762dba20c to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120396eb930de2544253b1065ac33297f681_6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:34,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/e2b07b4179884d60bd1a900e00b26812, store: [table=TestAcidGuarantees family=A region=6b325392dbf7bd8df4a0911762dba20c] 2024-12-03T07:45:34,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/e2b07b4179884d60bd1a900e00b26812 is 175, key is test_row_0/A:col10/1733211932574/Put/seqid=0 2024-12-03T07:45:34,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742252_1428 (size=31255) 2024-12-03T07:45:34,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:34,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52184 deadline: 1733211994727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:34,742 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:34,742 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:34,742 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:34,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:34,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52268 deadline: 1733211994768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:34,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:34,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733211994768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:34,782 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 911db94732f6,39389,1733211824582 for 'test_row_1' in 6b325392dbf7bd8df4a0911762dba20c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2206 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T07:45:34,783 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:34,783 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:34,783 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 911db94732f6,39389,1733211824582 for 'test_row_2' in 6b325392dbf7bd8df4a0911762dba20c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2205 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T07:45:34,783 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:34,783 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:34,783 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:34,783 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:34,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:34,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52246 deadline: 1733211994777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:34,791 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 911db94732f6,39389,1733211824582 for 'test_row_1' in 6b325392dbf7bd8df4a0911762dba20c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2211 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T07:45:34,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:34,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:34,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:34,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:34,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52184 deadline: 1733211994947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:34,961 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:34,961 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:34,961 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:34,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-03T07:45:35,127 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=299, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/e2b07b4179884d60bd1a900e00b26812 2024-12-03T07:45:35,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/B/bfb1e4ad91064afb9b8aa4292e577cbd is 50, key is test_row_0/B:col10/1733211932574/Put/seqid=0 2024-12-03T07:45:35,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742253_1429 (size=12301) 2024-12-03T07:45:35,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:35,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52184 deadline: 1733211995268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:35,273 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:35,273 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:35,273 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:35,543 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/B/bfb1e4ad91064afb9b8aa4292e577cbd 2024-12-03T07:45:35,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/C/0307335449ad43389ada40665cee17ac is 50, key is test_row_0/C:col10/1733211932574/Put/seqid=0 2024-12-03T07:45:35,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742254_1430 (size=12301) 2024-12-03T07:45:35,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:35,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52184 deadline: 1733211995777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:35,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:35,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:35,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:35,954 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/C/0307335449ad43389ada40665cee17ac 2024-12-03T07:45:35,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/e2b07b4179884d60bd1a900e00b26812 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/e2b07b4179884d60bd1a900e00b26812 2024-12-03T07:45:35,962 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/e2b07b4179884d60bd1a900e00b26812, entries=150, sequenceid=299, filesize=30.5 K 2024-12-03T07:45:35,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/B/bfb1e4ad91064afb9b8aa4292e577cbd as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/bfb1e4ad91064afb9b8aa4292e577cbd 2024-12-03T07:45:35,965 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/bfb1e4ad91064afb9b8aa4292e577cbd, entries=150, sequenceid=299, filesize=12.0 K 2024-12-03T07:45:35,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/C/0307335449ad43389ada40665cee17ac as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/0307335449ad43389ada40665cee17ac 2024-12-03T07:45:35,969 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/0307335449ad43389ada40665cee17ac, entries=150, sequenceid=299, filesize=12.0 K 2024-12-03T07:45:35,970 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 6b325392dbf7bd8df4a0911762dba20c in 1670ms, sequenceid=299, compaction requested=true 2024-12-03T07:45:35,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2603): Flush status journal for 6b325392dbf7bd8df4a0911762dba20c: 2024-12-03T07:45:35,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:35,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=118 2024-12-03T07:45:35,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.HMaster(4169): Remote procedure done, pid=118 2024-12-03T07:45:35,972 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-12-03T07:45:35,972 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1300 sec 2024-12-03T07:45:35,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees in 2.1350 sec 2024-12-03T07:45:35,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-03T07:45:35,988 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:45:35,988 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T07:45:35,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees 2024-12-03T07:45:35,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-03T07:45:35,990 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T07:45:35,990 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T07:45:35,991 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T07:45:36,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-03T07:45:36,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-03T07:45:36,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:36,143 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing 6b325392dbf7bd8df4a0911762dba20c 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-12-03T07:45:36,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b325392dbf7bd8df4a0911762dba20c, store=A 2024-12-03T07:45:36,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:45:36,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b325392dbf7bd8df4a0911762dba20c, store=B 2024-12-03T07:45:36,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:45:36,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b325392dbf7bd8df4a0911762dba20c, store=C 2024-12-03T07:45:36,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:45:36,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203b6714ae7895f4eb9ad0916dbd8377565_6b325392dbf7bd8df4a0911762dba20c is 50, key is test_row_0/A:col10/1733211934558/Put/seqid=0 2024-12-03T07:45:36,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742255_1431 (size=12454) 2024-12-03T07:45:36,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-03T07:45:36,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:36,557 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203b6714ae7895f4eb9ad0916dbd8377565_6b325392dbf7bd8df4a0911762dba20c to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203b6714ae7895f4eb9ad0916dbd8377565_6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:36,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/037b7e932c394d9191f26a3e01fa157e, store: [table=TestAcidGuarantees family=A region=6b325392dbf7bd8df4a0911762dba20c] 2024-12-03T07:45:36,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/037b7e932c394d9191f26a3e01fa157e is 175, key is test_row_0/A:col10/1733211934558/Put/seqid=0 2024-12-03T07:45:36,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742256_1432 (size=31255) 2024-12-03T07:45:36,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-03T07:45:36,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:36,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. as already flushing 2024-12-03T07:45:36,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:36,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52184 deadline: 1733211996818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:36,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:36,835 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:36,835 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:36,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52268 deadline: 1733211996820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:36,835 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:36,836 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:36,836 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:36,836 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:36,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:36,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52246 deadline: 1733211996829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:36,836 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:36,836 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:36,836 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:36,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:36,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733211996830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:36,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:36,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:36,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:36,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:36,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52184 deadline: 1733211996937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:36,951 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:36,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:36,951 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:36,952 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:36,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52268 deadline: 1733211996937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:36,952 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:36,952 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:36,952 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:36,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:36,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52246 deadline: 1733211996948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:36,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:36,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:36,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:36,963 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=336, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/037b7e932c394d9191f26a3e01fa157e 2024-12-03T07:45:36,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:36,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733211996958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:36,970 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:36,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/B/5c14a7f68099439bb917d494ef4bd6f1 is 50, key is test_row_0/B:col10/1733211934558/Put/seqid=0 2024-12-03T07:45:36,970 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:36,970 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:36,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742257_1433 (size=12301) 2024-12-03T07:45:37,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-03T07:45:37,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:37,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52184 deadline: 1733211997158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:37,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:37,169 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:37,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52268 deadline: 1733211997158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:37,169 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:37,169 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:37,170 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:37,170 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:37,170 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:37,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:37,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52246 deadline: 1733211997168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:37,173 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:37,173 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:37,173 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:37,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:37,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733211997177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:37,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:37,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:37,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:37,374 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/B/5c14a7f68099439bb917d494ef4bd6f1 2024-12-03T07:45:37,378 INFO [Thread-1602 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1602. 2024-12-03T07:45:37,378 DEBUG [Thread-1602 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T07:45:37,378 DEBUG [Thread-1602 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:37,378 DEBUG [Thread-1602 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:37,378 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:45:37,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/C/f4b0008ca667492b89dd389ab81f83ac is 50, key is test_row_0/C:col10/1733211934558/Put/seqid=0 2024-12-03T07:45:37,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742258_1434 (size=12301) 2024-12-03T07:45:37,390 INFO [Thread-1606 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1606. 2024-12-03T07:45:37,390 DEBUG [Thread-1606 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T07:45:37,390 DEBUG [Thread-1606 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:37,390 DEBUG [Thread-1606 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:37,390 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:45:37,393 INFO [Thread-1608 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1608. 2024-12-03T07:45:37,393 DEBUG [Thread-1608 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T07:45:37,393 DEBUG [Thread-1608 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:37,393 DEBUG [Thread-1608 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:37,394 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:45:37,395 INFO [Thread-1604 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1604. 2024-12-03T07:45:37,395 DEBUG [Thread-1604 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T07:45:37,395 DEBUG [Thread-1604 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:37,395 DEBUG [Thread-1604 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:37,395 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:45:37,401 INFO [Thread-1600 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1600. 2024-12-03T07:45:37,401 DEBUG [Thread-1600 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T07:45:37,401 DEBUG [Thread-1600 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:37,401 DEBUG [Thread-1600 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:37,401 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:45:37,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:37,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:37,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:37,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52184 deadline: 1733211997477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:37,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52268 deadline: 1733211997477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:37,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52246 deadline: 1733211997477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:37,478 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:37,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:37,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:37,478 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:37,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:37,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:37,478 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:37,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:37,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:37,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:37,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1733211997497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:37,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:37,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:37,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:45:37,785 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/C/f4b0008ca667492b89dd389ab81f83ac 2024-12-03T07:45:37,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/037b7e932c394d9191f26a3e01fa157e as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/037b7e932c394d9191f26a3e01fa157e 2024-12-03T07:45:37,791 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/037b7e932c394d9191f26a3e01fa157e, entries=150, sequenceid=336, filesize=30.5 K 2024-12-03T07:45:37,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/B/5c14a7f68099439bb917d494ef4bd6f1 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/5c14a7f68099439bb917d494ef4bd6f1 2024-12-03T07:45:37,795 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/5c14a7f68099439bb917d494ef4bd6f1, entries=150, sequenceid=336, filesize=12.0 K 2024-12-03T07:45:37,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/C/f4b0008ca667492b89dd389ab81f83ac as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/f4b0008ca667492b89dd389ab81f83ac 2024-12-03T07:45:37,798 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/f4b0008ca667492b89dd389ab81f83ac, entries=150, sequenceid=336, filesize=12.0 K 2024-12-03T07:45:37,798 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 6b325392dbf7bd8df4a0911762dba20c in 1655ms, sequenceid=336, compaction requested=true 2024-12-03T07:45:37,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for 6b325392dbf7bd8df4a0911762dba20c: 2024-12-03T07:45:37,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:37,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120 2024-12-03T07:45:37,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.HMaster(4169): Remote procedure done, pid=120 2024-12-03T07:45:37,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-12-03T07:45:37,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8090 sec 2024-12-03T07:45:37,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 1.8120 sec 2024-12-03T07:45:37,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:37,994 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6b325392dbf7bd8df4a0911762dba20c 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-03T07:45:37,994 INFO [Thread-1593 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1593. 2024-12-03T07:45:37,994 INFO [Thread-1595 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1595. 2024-12-03T07:45:37,994 INFO [Thread-1591 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1591. 2024-12-03T07:45:37,994 DEBUG [Thread-1595 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T07:45:37,994 DEBUG [Thread-1593 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T07:45:37,994 DEBUG [Thread-1591 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T07:45:37,994 DEBUG [Thread-1595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:37,994 DEBUG [Thread-1593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:37,994 DEBUG [Thread-1591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:37,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b325392dbf7bd8df4a0911762dba20c, store=A 2024-12-03T07:45:37,994 DEBUG [Thread-1593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:37,994 DEBUG [Thread-1595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:37,994 DEBUG [Thread-1591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:37,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:37,994 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:45:37,994 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:45:37,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b325392dbf7bd8df4a0911762dba20c, store=B 2024-12-03T07:45:37,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:37,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b325392dbf7bd8df4a0911762dba20c, store=C 2024-12-03T07:45:37,994 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:45:37,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:37,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203e286c416d0124c67b580bb3ce2c9f174_6b325392dbf7bd8df4a0911762dba20c is 50, key is test_row_0/A:col10/1733211937988/Put/seqid=0 2024-12-03T07:45:38,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742259_1435 (size=12454) 2024-12-03T07:45:38,008 INFO [Thread-1597 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1597. 2024-12-03T07:45:38,008 DEBUG [Thread-1597 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T07:45:38,008 DEBUG [Thread-1597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:38,008 DEBUG [Thread-1597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:38,008 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:45:38,028 INFO [Thread-1589 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1589. 2024-12-03T07:45:38,028 DEBUG [Thread-1589 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T07:45:38,028 DEBUG [Thread-1589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:38,028 DEBUG [Thread-1589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:38,028 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:45:38,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-03T07:45:38,138 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:45:38,138 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-03T07:45:38,138 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 11 2024-12-03T07:45:38,138 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-12-03T07:45:38,138 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 63 2024-12-03T07:45:38,138 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-12-03T07:45:38,138 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-12-03T07:45:38,138 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-03T07:45:38,138 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-03T07:45:38,138 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 889 2024-12-03T07:45:38,138 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2665 rows 2024-12-03T07:45:38,138 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 880 2024-12-03T07:45:38,138 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2640 rows 2024-12-03T07:45:38,138 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 881 2024-12-03T07:45:38,138 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2643 rows 2024-12-03T07:45:38,138 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 886 2024-12-03T07:45:38,138 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2653 rows 2024-12-03T07:45:38,138 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 884 2024-12-03T07:45:38,138 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2647 rows 2024-12-03T07:45:38,138 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T07:45:38,138 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T07:45:38,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:38,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:38,138 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:45:38,139 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-03T07:45:38,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-03T07:45:38,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-03T07:45:38,142 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733211938141"}]},"ts":"1733211938141"} 2024-12-03T07:45:38,143 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-03T07:45:38,143 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-03T07:45:38,143 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-03T07:45:38,144 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6b325392dbf7bd8df4a0911762dba20c, UNASSIGN}] 2024-12-03T07:45:38,145 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6b325392dbf7bd8df4a0911762dba20c, UNASSIGN 2024-12-03T07:45:38,146 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=123 updating hbase:meta row=6b325392dbf7bd8df4a0911762dba20c, regionState=CLOSING, regionLocation=911db94732f6,39389,1733211824582 2024-12-03T07:45:38,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6b325392dbf7bd8df4a0911762dba20c, UNASSIGN because future has completed 2024-12-03T07:45:38,147 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-03T07:45:38,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582}] 2024-12-03T07:45:38,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-03T07:45:38,298 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] handler.UnassignRegionHandler(122): Close 6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:38,299 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-03T07:45:38,299 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1722): Closing 6b325392dbf7bd8df4a0911762dba20c, disabling compactions & flushes 2024-12-03T07:45:38,299 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:38,402 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:38,405 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203e286c416d0124c67b580bb3ce2c9f174_6b325392dbf7bd8df4a0911762dba20c to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203e286c416d0124c67b580bb3ce2c9f174_6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:38,406 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/52653c2ea1694b9eb3ed6d864c0d2b47, store: [table=TestAcidGuarantees family=A region=6b325392dbf7bd8df4a0911762dba20c] 2024-12-03T07:45:38,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/52653c2ea1694b9eb3ed6d864c0d2b47 is 175, key is test_row_0/A:col10/1733211937988/Put/seqid=0 2024-12-03T07:45:38,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742260_1436 (size=31255) 2024-12-03T07:45:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-03T07:45:38,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-03T07:45:38,810 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=349, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/52653c2ea1694b9eb3ed6d864c0d2b47 2024-12-03T07:45:38,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/B/c8b4a6f737714438ae099d5956409059 is 50, key is test_row_0/B:col10/1733211937988/Put/seqid=0 2024-12-03T07:45:38,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742261_1437 (size=12301) 2024-12-03T07:45:39,218 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/B/c8b4a6f737714438ae099d5956409059 2024-12-03T07:45:39,224 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/C/33c1529e5a8e48a9884103a5a4b2160f is 50, key is test_row_0/C:col10/1733211937988/Put/seqid=0 2024-12-03T07:45:39,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742262_1438 (size=12301) 2024-12-03T07:45:39,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-03T07:45:39,627 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/C/33c1529e5a8e48a9884103a5a4b2160f 2024-12-03T07:45:39,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/52653c2ea1694b9eb3ed6d864c0d2b47 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/52653c2ea1694b9eb3ed6d864c0d2b47 2024-12-03T07:45:39,634 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/52653c2ea1694b9eb3ed6d864c0d2b47, entries=150, sequenceid=349, filesize=30.5 K 2024-12-03T07:45:39,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/B/c8b4a6f737714438ae099d5956409059 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/c8b4a6f737714438ae099d5956409059 2024-12-03T07:45:39,637 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/c8b4a6f737714438ae099d5956409059, entries=150, sequenceid=349, filesize=12.0 K 2024-12-03T07:45:39,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/C/33c1529e5a8e48a9884103a5a4b2160f as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/33c1529e5a8e48a9884103a5a4b2160f 2024-12-03T07:45:39,640 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/33c1529e5a8e48a9884103a5a4b2160f, entries=150, sequenceid=349, filesize=12.0 K 2024-12-03T07:45:39,640 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=13.42 KB/13740 for 6b325392dbf7bd8df4a0911762dba20c in 1646ms, sequenceid=349, compaction requested=true 2024-12-03T07:45:39,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6b325392dbf7bd8df4a0911762dba20c: 2024-12-03T07:45:39,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b325392dbf7bd8df4a0911762dba20c:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T07:45:39,641 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:39,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:39,641 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. because compaction request was cancelled 2024-12-03T07:45:39,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b325392dbf7bd8df4a0911762dba20c:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T07:45:39,641 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:39,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:39,641 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b325392dbf7bd8df4a0911762dba20c:A 2024-12-03T07:45:39,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b325392dbf7bd8df4a0911762dba20c:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T07:45:39,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:39,641 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. after waiting 0 ms 2024-12-03T07:45:39,641 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. because compaction request was cancelled 2024-12-03T07:45:39,641 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. because compaction request was cancelled 2024-12-03T07:45:39,641 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b325392dbf7bd8df4a0911762dba20c:C 2024-12-03T07:45:39,641 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:39,641 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b325392dbf7bd8df4a0911762dba20c:B 2024-12-03T07:45:39,641 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(2902): Flushing 6b325392dbf7bd8df4a0911762dba20c 3/3 column families, dataSize=13.42 KB heapSize=40.59 KB 2024-12-03T07:45:39,641 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b325392dbf7bd8df4a0911762dba20c, store=A 2024-12-03T07:45:39,641 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:39,641 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b325392dbf7bd8df4a0911762dba20c, store=B 2024-12-03T07:45:39,641 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:39,641 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b325392dbf7bd8df4a0911762dba20c, store=C 2024-12-03T07:45:39,641 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:39,646 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412038ca874af810c405fafdc5e65b364cbd6_6b325392dbf7bd8df4a0911762dba20c is 50, key is test_row_0/A:col10/1733211938027/Put/seqid=0 2024-12-03T07:45:39,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742263_1439 (size=9914) 2024-12-03T07:45:40,049 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:40,052 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412038ca874af810c405fafdc5e65b364cbd6_6b325392dbf7bd8df4a0911762dba20c to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412038ca874af810c405fafdc5e65b364cbd6_6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:40,053 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/5a0519d77c6f4925a348f7eec29ad0e0, store: [table=TestAcidGuarantees family=A region=6b325392dbf7bd8df4a0911762dba20c] 2024-12-03T07:45:40,053 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/5a0519d77c6f4925a348f7eec29ad0e0 is 175, key is test_row_0/A:col10/1733211938027/Put/seqid=0 2024-12-03T07:45:40,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742264_1440 (size=22561) 2024-12-03T07:45:40,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-03T07:45:40,457 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=354, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/5a0519d77c6f4925a348f7eec29ad0e0 2024-12-03T07:45:40,462 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/B/3d113dcb0e614575ba2f7397c7568187 is 50, key is test_row_0/B:col10/1733211938027/Put/seqid=0 2024-12-03T07:45:40,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742265_1441 (size=9857) 2024-12-03T07:45:40,865 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/B/3d113dcb0e614575ba2f7397c7568187 2024-12-03T07:45:40,871 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/C/c26337b94eaa4b87bb1f64f4e143a0d7 is 50, key is test_row_0/C:col10/1733211938027/Put/seqid=0 2024-12-03T07:45:40,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742266_1442 (size=9857) 2024-12-03T07:45:41,274 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/C/c26337b94eaa4b87bb1f64f4e143a0d7 2024-12-03T07:45:41,278 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/A/5a0519d77c6f4925a348f7eec29ad0e0 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/5a0519d77c6f4925a348f7eec29ad0e0 2024-12-03T07:45:41,281 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/5a0519d77c6f4925a348f7eec29ad0e0, entries=100, sequenceid=354, filesize=22.0 K 2024-12-03T07:45:41,281 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/B/3d113dcb0e614575ba2f7397c7568187 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/3d113dcb0e614575ba2f7397c7568187 2024-12-03T07:45:41,284 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/3d113dcb0e614575ba2f7397c7568187, entries=100, sequenceid=354, filesize=9.6 K 2024-12-03T07:45:41,284 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/.tmp/C/c26337b94eaa4b87bb1f64f4e143a0d7 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/c26337b94eaa4b87bb1f64f4e143a0d7 2024-12-03T07:45:41,287 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/c26337b94eaa4b87bb1f64f4e143a0d7, entries=100, sequenceid=354, filesize=9.6 K 2024-12-03T07:45:41,288 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for 6b325392dbf7bd8df4a0911762dba20c in 1647ms, sequenceid=354, compaction requested=true 2024-12-03T07:45:41,288 DEBUG [StoreCloser-TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/14db8a8d700c45608f6a2239aaa371d8, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/3403568fce4e4377b70ce319401d116d, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/d4797ee6125349ae9d3cc9ad1287aa0b, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/46af24b4abbe4b6e9c91f586419c1738, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/d9c2fecbb8d4459d91684ac97e6a6f51, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/0a050403cbc24294bb8588b95deafc04, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/52992d0364b64364ba07c8122745f8dd, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/5c973bc9317a4a8297968a0516d232cb, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/676fba4a560a4fa6af49f66c9ad9b74d, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/ab49b7427cf146b9a838e9f507d359eb, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/5e9099c9269f4700a77938f2b0d18d8a, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/a5eb595492a5426ba31b445adf1017af, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/74e259df0abe41099882b1f34fc5c1ab, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/8b9b318603484fcfadc238328f5034cc, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/1f557ef80f334e618623327b42c71265, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/56b59a44e05f49d086d9d8896a154809, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/dfbd5ad518014b9eb938c88ee2c9774b] to archive 2024-12-03T07:45:41,289 DEBUG [StoreCloser-TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T07:45:41,290 DEBUG [StoreCloser-TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/14db8a8d700c45608f6a2239aaa371d8 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/14db8a8d700c45608f6a2239aaa371d8 2024-12-03T07:45:41,291 DEBUG [StoreCloser-TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/3403568fce4e4377b70ce319401d116d to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/3403568fce4e4377b70ce319401d116d 2024-12-03T07:45:41,292 DEBUG [StoreCloser-TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/d4797ee6125349ae9d3cc9ad1287aa0b to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/d4797ee6125349ae9d3cc9ad1287aa0b 2024-12-03T07:45:41,293 DEBUG [StoreCloser-TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/46af24b4abbe4b6e9c91f586419c1738 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/46af24b4abbe4b6e9c91f586419c1738 2024-12-03T07:45:41,293 DEBUG [StoreCloser-TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/d9c2fecbb8d4459d91684ac97e6a6f51 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/d9c2fecbb8d4459d91684ac97e6a6f51 2024-12-03T07:45:41,294 DEBUG [StoreCloser-TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/0a050403cbc24294bb8588b95deafc04 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/0a050403cbc24294bb8588b95deafc04 2024-12-03T07:45:41,295 DEBUG [StoreCloser-TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/52992d0364b64364ba07c8122745f8dd to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/52992d0364b64364ba07c8122745f8dd 2024-12-03T07:45:41,296 DEBUG [StoreCloser-TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/5c973bc9317a4a8297968a0516d232cb to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/5c973bc9317a4a8297968a0516d232cb 2024-12-03T07:45:41,296 DEBUG [StoreCloser-TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/676fba4a560a4fa6af49f66c9ad9b74d to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/676fba4a560a4fa6af49f66c9ad9b74d 2024-12-03T07:45:41,297 DEBUG [StoreCloser-TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/ab49b7427cf146b9a838e9f507d359eb to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/ab49b7427cf146b9a838e9f507d359eb 2024-12-03T07:45:41,298 DEBUG [StoreCloser-TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/5e9099c9269f4700a77938f2b0d18d8a to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/5e9099c9269f4700a77938f2b0d18d8a 2024-12-03T07:45:41,299 DEBUG [StoreCloser-TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/a5eb595492a5426ba31b445adf1017af to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/a5eb595492a5426ba31b445adf1017af 2024-12-03T07:45:41,299 DEBUG [StoreCloser-TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/74e259df0abe41099882b1f34fc5c1ab to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/74e259df0abe41099882b1f34fc5c1ab 2024-12-03T07:45:41,300 DEBUG [StoreCloser-TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/8b9b318603484fcfadc238328f5034cc to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/8b9b318603484fcfadc238328f5034cc 2024-12-03T07:45:41,301 DEBUG [StoreCloser-TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/1f557ef80f334e618623327b42c71265 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/1f557ef80f334e618623327b42c71265 2024-12-03T07:45:41,302 DEBUG [StoreCloser-TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/56b59a44e05f49d086d9d8896a154809 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/56b59a44e05f49d086d9d8896a154809 2024-12-03T07:45:41,302 DEBUG [StoreCloser-TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/dfbd5ad518014b9eb938c88ee2c9774b to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/dfbd5ad518014b9eb938c88ee2c9774b 2024-12-03T07:45:41,304 DEBUG [StoreCloser-TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/68d26859bb5b4c189b556573c00c08a5, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/ac00f7c32ec3489a9016e0585c372db6, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/fa5829b2629743d8bdc57bc1f003800c, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/56443a27b4a24401b08bfea15aa57edf, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/c03b5be25c8446c68b925ebe5cde19a5, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/614cf8613f86464e83e1fa26f0b24d89, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/1f72e61210a345e88bbe1a3aa3a3dfbb, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/ef1fb4f7c9f94e47aacfc85a20407a2b, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/b5fadab4a0e744a9a5235e42172ebab3, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/d370ecc37a014161a2d934fe0f2be56c, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/ebec6346c288469899490e5e07760ca2, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/16e02300562d431fa4ae31a21e9ca503, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/b66e4f4d66414f239da7b9011e78b89d, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/a6f5c73dbae245e7a79406333521d9cb, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/4239094f00ac4880b29b584a86263389, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/03ddc210b7ab48a99028c67937d88138, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/ad49cb6068ec4c69b31a5b657e964b99] to archive 2024-12-03T07:45:41,304 DEBUG [StoreCloser-TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T07:45:41,305 DEBUG [StoreCloser-TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/68d26859bb5b4c189b556573c00c08a5 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/68d26859bb5b4c189b556573c00c08a5 2024-12-03T07:45:41,306 DEBUG [StoreCloser-TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/ac00f7c32ec3489a9016e0585c372db6 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/ac00f7c32ec3489a9016e0585c372db6 2024-12-03T07:45:41,307 DEBUG [StoreCloser-TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/fa5829b2629743d8bdc57bc1f003800c to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/fa5829b2629743d8bdc57bc1f003800c 2024-12-03T07:45:41,307 DEBUG [StoreCloser-TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/56443a27b4a24401b08bfea15aa57edf to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/56443a27b4a24401b08bfea15aa57edf 2024-12-03T07:45:41,308 DEBUG [StoreCloser-TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/c03b5be25c8446c68b925ebe5cde19a5 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/c03b5be25c8446c68b925ebe5cde19a5 2024-12-03T07:45:41,309 DEBUG [StoreCloser-TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/614cf8613f86464e83e1fa26f0b24d89 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/614cf8613f86464e83e1fa26f0b24d89 2024-12-03T07:45:41,310 DEBUG [StoreCloser-TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/1f72e61210a345e88bbe1a3aa3a3dfbb to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/1f72e61210a345e88bbe1a3aa3a3dfbb 2024-12-03T07:45:41,310 DEBUG [StoreCloser-TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/ef1fb4f7c9f94e47aacfc85a20407a2b to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/ef1fb4f7c9f94e47aacfc85a20407a2b 2024-12-03T07:45:41,311 DEBUG [StoreCloser-TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/b5fadab4a0e744a9a5235e42172ebab3 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/b5fadab4a0e744a9a5235e42172ebab3 2024-12-03T07:45:41,312 DEBUG [StoreCloser-TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/d370ecc37a014161a2d934fe0f2be56c to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/d370ecc37a014161a2d934fe0f2be56c 2024-12-03T07:45:41,313 DEBUG [StoreCloser-TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/ebec6346c288469899490e5e07760ca2 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/ebec6346c288469899490e5e07760ca2 2024-12-03T07:45:41,313 DEBUG [StoreCloser-TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/16e02300562d431fa4ae31a21e9ca503 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/16e02300562d431fa4ae31a21e9ca503 2024-12-03T07:45:41,314 DEBUG [StoreCloser-TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/b66e4f4d66414f239da7b9011e78b89d to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/b66e4f4d66414f239da7b9011e78b89d 2024-12-03T07:45:41,315 DEBUG [StoreCloser-TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/a6f5c73dbae245e7a79406333521d9cb to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/a6f5c73dbae245e7a79406333521d9cb 2024-12-03T07:45:41,316 DEBUG [StoreCloser-TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/4239094f00ac4880b29b584a86263389 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/4239094f00ac4880b29b584a86263389 2024-12-03T07:45:41,317 DEBUG [StoreCloser-TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/03ddc210b7ab48a99028c67937d88138 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/03ddc210b7ab48a99028c67937d88138 2024-12-03T07:45:41,318 DEBUG [StoreCloser-TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/ad49cb6068ec4c69b31a5b657e964b99 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/ad49cb6068ec4c69b31a5b657e964b99 2024-12-03T07:45:41,319 DEBUG [StoreCloser-TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/1df44af6f390411fb3fa1bcf48e8c3aa, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/3d5d28d738954ccba4460d47e1ea2508, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/4e0a0bf050c7445299007ee6b846500b, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/fb2464b9950d476faf5f94929ae06a98, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/dcec4c5d42394381aef16c69fb3e0cc3, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/14282bbe882c4f7fbe5473134e5bd9fb, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/b0c0f86aef964201abaa6476586817e6, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/f034f1d09c874cc5b16312803fe088b8, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/0e9c9bf6e9964d6285cec31bd7ca79e4, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/8cb909c593f34a1099ac7b29429a85a7, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/0733af056dd7453fb5cd78397295d66f, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/bff3c0232f3e4ed6a53ca54faae70f75, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/4ac0d778d09a4f4e9f48742e77799894, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/f18f3c7d21ca490fbe9d26ccc0c8deee, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/aaa8871509764ab596c3f2b24d96d8a5, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/76e12de01c5447aba78d9a113bb4f0c0, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/ecc876c2e8304335b2e501b2a6fcf792] to archive 2024-12-03T07:45:41,319 DEBUG [StoreCloser-TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T07:45:41,321 DEBUG [StoreCloser-TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/1df44af6f390411fb3fa1bcf48e8c3aa to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/1df44af6f390411fb3fa1bcf48e8c3aa 2024-12-03T07:45:41,321 DEBUG [StoreCloser-TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/3d5d28d738954ccba4460d47e1ea2508 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/3d5d28d738954ccba4460d47e1ea2508 2024-12-03T07:45:41,322 DEBUG [StoreCloser-TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/4e0a0bf050c7445299007ee6b846500b to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/4e0a0bf050c7445299007ee6b846500b 2024-12-03T07:45:41,323 DEBUG [StoreCloser-TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/fb2464b9950d476faf5f94929ae06a98 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/fb2464b9950d476faf5f94929ae06a98 2024-12-03T07:45:41,323 DEBUG [StoreCloser-TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/dcec4c5d42394381aef16c69fb3e0cc3 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/dcec4c5d42394381aef16c69fb3e0cc3 2024-12-03T07:45:41,324 DEBUG [StoreCloser-TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/14282bbe882c4f7fbe5473134e5bd9fb to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/14282bbe882c4f7fbe5473134e5bd9fb 2024-12-03T07:45:41,325 DEBUG [StoreCloser-TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/b0c0f86aef964201abaa6476586817e6 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/b0c0f86aef964201abaa6476586817e6 2024-12-03T07:45:41,325 DEBUG [StoreCloser-TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/f034f1d09c874cc5b16312803fe088b8 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/f034f1d09c874cc5b16312803fe088b8 2024-12-03T07:45:41,326 DEBUG [StoreCloser-TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/0e9c9bf6e9964d6285cec31bd7ca79e4 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/0e9c9bf6e9964d6285cec31bd7ca79e4 2024-12-03T07:45:41,327 DEBUG [StoreCloser-TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/8cb909c593f34a1099ac7b29429a85a7 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/8cb909c593f34a1099ac7b29429a85a7 2024-12-03T07:45:41,327 DEBUG [StoreCloser-TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/0733af056dd7453fb5cd78397295d66f to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/0733af056dd7453fb5cd78397295d66f 2024-12-03T07:45:41,328 DEBUG [StoreCloser-TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/bff3c0232f3e4ed6a53ca54faae70f75 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/bff3c0232f3e4ed6a53ca54faae70f75 2024-12-03T07:45:41,329 DEBUG [StoreCloser-TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/4ac0d778d09a4f4e9f48742e77799894 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/4ac0d778d09a4f4e9f48742e77799894 2024-12-03T07:45:41,330 DEBUG [StoreCloser-TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/f18f3c7d21ca490fbe9d26ccc0c8deee to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/f18f3c7d21ca490fbe9d26ccc0c8deee 2024-12-03T07:45:41,330 DEBUG [StoreCloser-TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/aaa8871509764ab596c3f2b24d96d8a5 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/aaa8871509764ab596c3f2b24d96d8a5 2024-12-03T07:45:41,331 DEBUG [StoreCloser-TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/76e12de01c5447aba78d9a113bb4f0c0 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/76e12de01c5447aba78d9a113bb4f0c0 2024-12-03T07:45:41,332 DEBUG [StoreCloser-TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/ecc876c2e8304335b2e501b2a6fcf792 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/ecc876c2e8304335b2e501b2a6fcf792 2024-12-03T07:45:41,335 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/recovered.edits/357.seqid, newMaxSeqId=357, maxSeqId=4 2024-12-03T07:45:41,335 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. 2024-12-03T07:45:41,335 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1676): Region close journal for 6b325392dbf7bd8df4a0911762dba20c: Waiting for close lock at 1733211938299Running coprocessor pre-close hooks at 1733211938299Disabling compacts and flushes for region at 1733211938299Disabling writes for close at 1733211939641 (+1342 ms)Obtaining lock to block concurrent updates at 1733211939641Preparing flush snapshotting stores in 6b325392dbf7bd8df4a0911762dba20c at 1733211939641Finished memstore snapshotting TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=41520, getOffHeapSize=0, getCellsCount=300 at 1733211939641Flushing stores of TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c. at 1733211939642 (+1 ms)Flushing 6b325392dbf7bd8df4a0911762dba20c/A: creating writer at 1733211939642Flushing mob file 6b325392dbf7bd8df4a0911762dba20c/A: appending metadata at 1733211939646 (+4 ms)Flushing mob file 6b325392dbf7bd8df4a0911762dba20c/A: closing flushed file at 1733211939646Flushing 6b325392dbf7bd8df4a0911762dba20c/A: appending metadata at 1733211940053 (+407 ms)Flushing 6b325392dbf7bd8df4a0911762dba20c/A: closing flushed file at 1733211940053Flushing 6b325392dbf7bd8df4a0911762dba20c/B: creating writer at 1733211940460 (+407 ms)Flushing 6b325392dbf7bd8df4a0911762dba20c/B: appending metadata at 1733211940462 (+2 ms)Flushing 6b325392dbf7bd8df4a0911762dba20c/B: closing flushed file at 1733211940462Flushing 6b325392dbf7bd8df4a0911762dba20c/C: creating writer at 1733211940868 (+406 ms)Flushing 6b325392dbf7bd8df4a0911762dba20c/C: appending metadata at 1733211940870 (+2 ms)Flushing 6b325392dbf7bd8df4a0911762dba20c/C: closing flushed file at 1733211940870Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3643b1c: reopening flushed file at 1733211941277 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72aab4f8: reopening flushed file at 1733211941281 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14d11824: reopening flushed file at 1733211941284 (+3 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for 6b325392dbf7bd8df4a0911762dba20c in 1647ms, sequenceid=354, compaction requested=true at 1733211941288 (+4 ms)Writing region close event to WAL at 1733211941333 (+45 ms)Running coprocessor post-close hooks at 1733211941335 (+2 ms)Closed at 1733211941335 2024-12-03T07:45:41,337 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] handler.UnassignRegionHandler(157): Closed 6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:41,338 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=123 updating hbase:meta row=6b325392dbf7bd8df4a0911762dba20c, regionState=CLOSED 2024-12-03T07:45:41,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=124, ppid=123, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 because future has completed 2024-12-03T07:45:41,341 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-12-03T07:45:41,341 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; CloseRegionProcedure 6b325392dbf7bd8df4a0911762dba20c, server=911db94732f6,39389,1733211824582 in 3.1920 sec 2024-12-03T07:45:41,342 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=123, resume processing ppid=122 2024-12-03T07:45:41,342 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, ppid=122, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6b325392dbf7bd8df4a0911762dba20c, UNASSIGN in 3.1970 sec 2024-12-03T07:45:41,344 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-12-03T07:45:41,344 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 3.2000 sec 2024-12-03T07:45:41,345 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733211941345"}]},"ts":"1733211941345"} 2024-12-03T07:45:41,346 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-03T07:45:41,346 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-03T07:45:41,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 3.2080 sec 2024-12-03T07:45:42,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-03T07:45:42,308 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:45:42,308 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-03T07:45:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T07:45:42,310 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=125, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T07:45:42,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-03T07:45:42,310 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=125, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T07:45:42,313 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:42,314 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A, FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B, FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C, FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/recovered.edits] 2024-12-03T07:45:42,316 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/037b7e932c394d9191f26a3e01fa157e to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/037b7e932c394d9191f26a3e01fa157e 2024-12-03T07:45:42,317 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/3582b427c4ee467d909095be44f03b2b to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/3582b427c4ee467d909095be44f03b2b 2024-12-03T07:45:42,317 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/52653c2ea1694b9eb3ed6d864c0d2b47 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/52653c2ea1694b9eb3ed6d864c0d2b47 2024-12-03T07:45:42,318 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/5a0519d77c6f4925a348f7eec29ad0e0 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/5a0519d77c6f4925a348f7eec29ad0e0 2024-12-03T07:45:42,319 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/5a1a5c5d6e8344c59ab8befd09ad9c44 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/5a1a5c5d6e8344c59ab8befd09ad9c44 2024-12-03T07:45:42,320 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/e2b07b4179884d60bd1a900e00b26812 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/A/e2b07b4179884d60bd1a900e00b26812 2024-12-03T07:45:42,322 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/3d113dcb0e614575ba2f7397c7568187 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/3d113dcb0e614575ba2f7397c7568187 2024-12-03T07:45:42,323 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/5c14a7f68099439bb917d494ef4bd6f1 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/5c14a7f68099439bb917d494ef4bd6f1 2024-12-03T07:45:42,324 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/5fa508ef4c9045c980b097282480a738 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/5fa508ef4c9045c980b097282480a738 2024-12-03T07:45:42,324 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/bfb1e4ad91064afb9b8aa4292e577cbd to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/bfb1e4ad91064afb9b8aa4292e577cbd 2024-12-03T07:45:42,325 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/c8b4a6f737714438ae099d5956409059 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/c8b4a6f737714438ae099d5956409059 2024-12-03T07:45:42,326 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/f1aa120c87a74ba8a87fe75b1e625349 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/B/f1aa120c87a74ba8a87fe75b1e625349 2024-12-03T07:45:42,327 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/0307335449ad43389ada40665cee17ac to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/0307335449ad43389ada40665cee17ac 2024-12-03T07:45:42,328 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/33c1529e5a8e48a9884103a5a4b2160f to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/33c1529e5a8e48a9884103a5a4b2160f 2024-12-03T07:45:42,329 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/623d472e32024c7ab3f5929b050a5f30 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/623d472e32024c7ab3f5929b050a5f30 2024-12-03T07:45:42,330 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/c26337b94eaa4b87bb1f64f4e143a0d7 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/c26337b94eaa4b87bb1f64f4e143a0d7 2024-12-03T07:45:42,331 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/e89716998cca44fc8d0e27af9646f489 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/e89716998cca44fc8d0e27af9646f489 2024-12-03T07:45:42,331 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/f4b0008ca667492b89dd389ab81f83ac to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/C/f4b0008ca667492b89dd389ab81f83ac 2024-12-03T07:45:42,333 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/recovered.edits/357.seqid to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c/recovered.edits/357.seqid 2024-12-03T07:45:42,333 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:42,333 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-03T07:45:42,334 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-03T07:45:42,334 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-03T07:45:42,336 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203024cfa9381404f20a8ca622b6e109a6b_6b325392dbf7bd8df4a0911762dba20c to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203024cfa9381404f20a8ca622b6e109a6b_6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:42,337 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120307ec38bd97184ca8ad7209b93419021a_6b325392dbf7bd8df4a0911762dba20c to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120307ec38bd97184ca8ad7209b93419021a_6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:42,337 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203187f6895642a4b09b305696fa30a42ae_6b325392dbf7bd8df4a0911762dba20c to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203187f6895642a4b09b305696fa30a42ae_6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:42,338 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412032638b1c213684065bd51bcc2f7e23136_6b325392dbf7bd8df4a0911762dba20c to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412032638b1c213684065bd51bcc2f7e23136_6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:42,339 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412032b790f1b48e44b33a255d934b955d8c0_6b325392dbf7bd8df4a0911762dba20c to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412032b790f1b48e44b33a255d934b955d8c0_6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:42,340 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120331b6c92ad82e4fbfa58ea349fbc128c4_6b325392dbf7bd8df4a0911762dba20c to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120331b6c92ad82e4fbfa58ea349fbc128c4_6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:42,340 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412034898484720234a97951eee287fdf385e_6b325392dbf7bd8df4a0911762dba20c to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412034898484720234a97951eee287fdf385e_6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:42,341 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412035071fda922944081b5fb62c30ea6419c_6b325392dbf7bd8df4a0911762dba20c to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412035071fda922944081b5fb62c30ea6419c_6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:42,342 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120353b3397fdc954f7d828ccff92289ef22_6b325392dbf7bd8df4a0911762dba20c to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120353b3397fdc954f7d828ccff92289ef22_6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:42,343 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120377cb093170ff4a338c72eead8405e140_6b325392dbf7bd8df4a0911762dba20c to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120377cb093170ff4a338c72eead8405e140_6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:42,343 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120382321aa799664ed489e2ecd1551bb177_6b325392dbf7bd8df4a0911762dba20c to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120382321aa799664ed489e2ecd1551bb177_6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:42,344 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412038ca874af810c405fafdc5e65b364cbd6_6b325392dbf7bd8df4a0911762dba20c to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412038ca874af810c405fafdc5e65b364cbd6_6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:42,345 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120396eb930de2544253b1065ac33297f681_6b325392dbf7bd8df4a0911762dba20c to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120396eb930de2544253b1065ac33297f681_6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:42,346 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203b6714ae7895f4eb9ad0916dbd8377565_6b325392dbf7bd8df4a0911762dba20c to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203b6714ae7895f4eb9ad0916dbd8377565_6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:42,346 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203b9892303c0ee4b20962b1e102eef2536_6b325392dbf7bd8df4a0911762dba20c to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203b9892303c0ee4b20962b1e102eef2536_6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:42,347 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203cf1e74bc5844420dbe80e15075d13d5c_6b325392dbf7bd8df4a0911762dba20c to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203cf1e74bc5844420dbe80e15075d13d5c_6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:42,348 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203e286c416d0124c67b580bb3ce2c9f174_6b325392dbf7bd8df4a0911762dba20c to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203e286c416d0124c67b580bb3ce2c9f174_6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:42,348 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203e47fa192991b4fa590718e11e38108e5_6b325392dbf7bd8df4a0911762dba20c to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203e47fa192991b4fa590718e11e38108e5_6b325392dbf7bd8df4a0911762dba20c 2024-12-03T07:45:42,349 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-03T07:45:42,351 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=125, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T07:45:42,353 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-03T07:45:42,354 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-03T07:45:42,355 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=125, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T07:45:42,355 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-03T07:45:42,355 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733211942355"}]},"ts":"9223372036854775807"} 2024-12-03T07:45:42,357 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-03T07:45:42,357 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 6b325392dbf7bd8df4a0911762dba20c, NAME => 'TestAcidGuarantees,,1733211914266.6b325392dbf7bd8df4a0911762dba20c.', STARTKEY => '', ENDKEY => ''}] 2024-12-03T07:45:42,357 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-03T07:45:42,357 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733211942357"}]},"ts":"9223372036854775807"} 2024-12-03T07:45:42,358 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-03T07:45:42,359 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=125, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T07:45:42,360 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 51 msec 2024-12-03T07:45:42,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-03T07:45:42,418 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-03T07:45:42,418 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:45:42,427 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=252 (was 250) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2004810213_22 at /127.0.0.1:43930 [Waiting for operation #2413] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1598896198_22 at /127.0.0.1:43938 [Waiting for operation #2442] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2004810213_22 at /127.0.0.1:33182 [Waiting for operation #2796] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1598896198_22 at /127.0.0.1:43954 [Waiting for operation #2416] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 453) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=315 (was 305) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8216 (was 8269) 2024-12-03T07:45:42,435 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=252, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=315, ProcessCount=11, AvailableMemoryMB=8215 2024-12-03T07:45:42,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-03T07:45:42,436 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T07:45:42,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=126, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-03T07:45:42,438 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=126, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T07:45:42,438 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 126 2024-12-03T07:45:42,438 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:42,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=126 2024-12-03T07:45:42,439 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=126, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T07:45:42,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742267_1443 (size=1061) 2024-12-03T07:45:42,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=126 2024-12-03T07:45:42,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=126 2024-12-03T07:45:42,845 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c 2024-12-03T07:45:42,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742268_1444 (size=53) 2024-12-03T07:45:42,985 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T07:45:43,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=126 2024-12-03T07:45:43,250 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:45:43,250 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 497ec1b1b270dfd87a9d1d1a80736dc3, disabling compactions & flushes 2024-12-03T07:45:43,250 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:43,250 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:43,250 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. after waiting 0 ms 2024-12-03T07:45:43,250 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:43,250 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:43,250 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 497ec1b1b270dfd87a9d1d1a80736dc3: Waiting for close lock at 1733211943250Disabling compacts and flushes for region at 1733211943250Disabling writes for close at 1733211943250Writing region close event to WAL at 1733211943250Closed at 1733211943250 2024-12-03T07:45:43,251 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=126, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T07:45:43,251 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733211943251"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733211943251"}]},"ts":"1733211943251"} 2024-12-03T07:45:43,253 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T07:45:43,253 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=126, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T07:45:43,253 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733211943253"}]},"ts":"1733211943253"} 2024-12-03T07:45:43,254 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-03T07:45:43,254 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=497ec1b1b270dfd87a9d1d1a80736dc3, ASSIGN}] 2024-12-03T07:45:43,255 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=127, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=497ec1b1b270dfd87a9d1d1a80736dc3, ASSIGN 2024-12-03T07:45:43,256 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=127, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=497ec1b1b270dfd87a9d1d1a80736dc3, ASSIGN; state=OFFLINE, location=911db94732f6,39389,1733211824582; forceNewPlan=false, retain=false 2024-12-03T07:45:43,406 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=127 updating hbase:meta row=497ec1b1b270dfd87a9d1d1a80736dc3, regionState=OPENING, regionLocation=911db94732f6,39389,1733211824582 2024-12-03T07:45:43,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=127, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=497ec1b1b270dfd87a9d1d1a80736dc3, ASSIGN because future has completed 2024-12-03T07:45:43,408 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; OpenRegionProcedure 497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582}] 2024-12-03T07:45:43,562 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:43,562 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(7752): Opening region: {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} 2024-12-03T07:45:43,563 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 497ec1b1b270dfd87a9d1d1a80736dc3 2024-12-03T07:45:43,563 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:45:43,563 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(7794): checking encryption for 497ec1b1b270dfd87a9d1d1a80736dc3 2024-12-03T07:45:43,563 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(7797): checking classloading for 497ec1b1b270dfd87a9d1d1a80736dc3 2024-12-03T07:45:43,564 INFO [StoreOpener-497ec1b1b270dfd87a9d1d1a80736dc3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 497ec1b1b270dfd87a9d1d1a80736dc3 2024-12-03T07:45:43,565 INFO [StoreOpener-497ec1b1b270dfd87a9d1d1a80736dc3-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-03T07:45:43,565 INFO [StoreOpener-497ec1b1b270dfd87a9d1d1a80736dc3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 497ec1b1b270dfd87a9d1d1a80736dc3 columnFamilyName A 2024-12-03T07:45:43,565 DEBUG [StoreOpener-497ec1b1b270dfd87a9d1d1a80736dc3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:43,566 INFO [StoreOpener-497ec1b1b270dfd87a9d1d1a80736dc3-1 {}] regionserver.HStore(327): Store=497ec1b1b270dfd87a9d1d1a80736dc3/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T07:45:43,566 INFO [StoreOpener-497ec1b1b270dfd87a9d1d1a80736dc3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 497ec1b1b270dfd87a9d1d1a80736dc3 2024-12-03T07:45:43,566 INFO [StoreOpener-497ec1b1b270dfd87a9d1d1a80736dc3-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-03T07:45:43,567 INFO [StoreOpener-497ec1b1b270dfd87a9d1d1a80736dc3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 497ec1b1b270dfd87a9d1d1a80736dc3 columnFamilyName B 2024-12-03T07:45:43,567 DEBUG [StoreOpener-497ec1b1b270dfd87a9d1d1a80736dc3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:43,567 INFO [StoreOpener-497ec1b1b270dfd87a9d1d1a80736dc3-1 {}] regionserver.HStore(327): Store=497ec1b1b270dfd87a9d1d1a80736dc3/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T07:45:43,567 INFO [StoreOpener-497ec1b1b270dfd87a9d1d1a80736dc3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 497ec1b1b270dfd87a9d1d1a80736dc3 2024-12-03T07:45:43,568 INFO [StoreOpener-497ec1b1b270dfd87a9d1d1a80736dc3-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-03T07:45:43,568 INFO [StoreOpener-497ec1b1b270dfd87a9d1d1a80736dc3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 497ec1b1b270dfd87a9d1d1a80736dc3 columnFamilyName C 2024-12-03T07:45:43,568 DEBUG [StoreOpener-497ec1b1b270dfd87a9d1d1a80736dc3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:45:43,568 INFO [StoreOpener-497ec1b1b270dfd87a9d1d1a80736dc3-1 {}] regionserver.HStore(327): Store=497ec1b1b270dfd87a9d1d1a80736dc3/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T07:45:43,568 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:43,568 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1038): replaying wal for 497ec1b1b270dfd87a9d1d1a80736dc3 2024-12-03T07:45:43,569 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3 2024-12-03T07:45:43,569 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3 2024-12-03T07:45:43,569 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1048): stopping wal replay for 497ec1b1b270dfd87a9d1d1a80736dc3 2024-12-03T07:45:43,569 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1060): Cleaning up temporary data for 497ec1b1b270dfd87a9d1d1a80736dc3 2024-12-03T07:45:43,570 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T07:45:43,570 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1093): writing seq id for 497ec1b1b270dfd87a9d1d1a80736dc3 2024-12-03T07:45:43,572 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T07:45:43,572 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1114): Opened 497ec1b1b270dfd87a9d1d1a80736dc3; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68603297, jitterRate=0.022268787026405334}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T07:45:43,572 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 497ec1b1b270dfd87a9d1d1a80736dc3 2024-12-03T07:45:43,573 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1006): Region open journal for 497ec1b1b270dfd87a9d1d1a80736dc3: Running coprocessor pre-open hook at 1733211943563Writing region info on filesystem at 1733211943563Initializing all the Stores at 1733211943564 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733211943564Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733211943564Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733211943564Cleaning up temporary data from old regions at 1733211943569 (+5 ms)Running coprocessor post-open hooks at 1733211943572 (+3 ms)Region opened successfully at 1733211943573 (+1 ms) 2024-12-03T07:45:43,573 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., pid=128, masterSystemTime=1733211943560 2024-12-03T07:45:43,575 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:43,575 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:43,575 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=127 updating hbase:meta row=497ec1b1b270dfd87a9d1d1a80736dc3, regionState=OPEN, openSeqNum=2, regionLocation=911db94732f6,39389,1733211824582 2024-12-03T07:45:43,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=128, ppid=127, state=RUNNABLE, hasLock=false; OpenRegionProcedure 497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 because future has completed 2024-12-03T07:45:43,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=126 2024-12-03T07:45:43,578 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-12-03T07:45:43,578 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; OpenRegionProcedure 497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 in 169 msec 2024-12-03T07:45:43,580 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=127, resume processing ppid=126 2024-12-03T07:45:43,580 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, ppid=126, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=497ec1b1b270dfd87a9d1d1a80736dc3, ASSIGN in 324 msec 2024-12-03T07:45:43,580 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=126, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T07:45:43,581 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733211943580"}]},"ts":"1733211943580"} 2024-12-03T07:45:43,582 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-03T07:45:43,582 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=126, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T07:45:43,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1460 sec 2024-12-03T07:45:44,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=126 2024-12-03T07:45:44,588 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:45:44,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28ad78a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:44,589 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:45:44,589 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:45:44,590 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:45:44,590 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:45:44,590 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:45:44,590 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f020612, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:44,590 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:45:44,590 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:45:44,590 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:44,591 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55274, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:45:44,592 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d5c0b46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:44,592 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:45:44,592 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:45:44,592 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:45:44,593 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38464, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:45:44,594 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T07:45:44,594 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 911db94732f6,40329,1733211823909 2024-12-03T07:45:44,594 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@291c3a 2024-12-03T07:45:44,594 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T07:45:44,595 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55278, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T07:45:44,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ac69b7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:44,596 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:45:44,597 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:45:44,597 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:45:44,597 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:45:44,597 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:45:44,597 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cca6c45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:44,597 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:45:44,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:45:44,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:44,598 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55296, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:45:44,599 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cfe2c80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:44,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@277a5c68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:44,599 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:45:44,599 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:45:44,600 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:45:44,600 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:45:44,600 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:45:44,600 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72f2e301, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:44,600 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:45:44,600 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:45:44,600 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:44,601 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55310, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:45:44,601 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@785c52b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:44,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df5cdc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:44,602 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:45:44,602 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:45:44,602 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:45:44,602 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:45:44,602 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:45:44,602 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d24c362, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:44,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:45:44,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:45:44,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:44,603 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55320, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:45:44,604 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22848f99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:44,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22b9b902, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:44,604 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:45:44,604 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:45:44,605 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:45:44,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:45:44,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:45:44,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cf886bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:44,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:45:44,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:45:44,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:44,606 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55330, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:45:44,606 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2deac659, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:44,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ff7674f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:44,607 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:45:44,607 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:45:44,607 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:45:44,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:45:44,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:45:44,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ef2de40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:44,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:45:44,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:45:44,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:44,608 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55350, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:45:44,609 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c0291e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:44,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@107467c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:44,609 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:45:44,609 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:45:44,610 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:45:44,610 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:45:44,610 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:45:44,610 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ff6a454, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:44,610 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:45:44,610 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:45:44,610 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:44,611 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55368, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:45:44,611 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3af7fb5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:44,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2acfd5e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:44,611 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:45:44,612 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:45:44,612 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:45:44,612 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:45:44,612 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:45:44,612 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d249d14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:44,612 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:45:44,612 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:45:44,613 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:44,613 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55378, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:45:44,614 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d2aac57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:44,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@379767c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:44,614 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:45:44,614 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:45:44,615 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:45:44,615 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:45:44,615 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:45:44,615 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cc5228e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:44,615 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:45:44,615 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:45:44,615 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:44,616 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55400, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:45:44,616 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@463ead6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:44,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69f15306, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:44,617 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:45:44,617 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:45:44,617 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:45:44,617 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:45:44,617 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:45:44,617 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@340a36d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:44,617 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:45:44,618 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:45:44,618 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:44,618 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55416, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:45:44,619 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37425c0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:44,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4df5a2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:44,619 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:45:44,619 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:45:44,620 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:45:44,620 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:45:44,620 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:45:44,620 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aabc74c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:44,620 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:45:44,620 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:45:44,620 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:45:44,621 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55426, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:45:44,621 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3291589f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:45:44,621 DEBUG [Thread-2007 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:45:44,622 DEBUG [Thread-1996 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:45:44,622 DEBUG [Thread-2000 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:45:44,622 DEBUG [Thread-2013 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:45:44,622 DEBUG [Thread-2002 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:45:44,622 DEBUG [Thread-2011 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:45:44,622 DEBUG [Thread-2009 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:45:44,622 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:45:44,622 DEBUG [Thread-1994 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:45:44,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:45:44,623 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:45:44,623 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:45:44,623 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:45:44,623 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:45:44,623 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:45:44,623 DEBUG [Thread-1998 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:45:44,623 DEBUG [Thread-2013 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:45:44,623 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:45:44,623 DEBUG [Thread-2002 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:45:44,623 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:45:44,623 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38492, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:45:44,624 DEBUG [Thread-2007 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:45:44,624 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38478, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:45:44,624 DEBUG [Thread-2007 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:45:44,624 DEBUG [Thread-2002 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:45:44,624 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38512, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:45:44,624 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T07:45:44,624 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:45:44,624 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38510, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:45:44,625 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:45:44,625 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38502, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:45:44,625 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38530, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:45:44,625 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38514, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:45:44,625 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:45:44,625 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38540, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:45:44,625 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:45:44,626 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2] 2024-12-03T07:45:44,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-12-03T07:45:44,626 DEBUG [Thread-2005 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:45:44,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2] 2024-12-03T07:45:44,627 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:45:44,627 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:45:44,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-03T07:45:44,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2] 2024-12-03T07:45:44,628 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38542, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:45:44,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2] 2024-12-03T07:45:44,628 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T07:45:44,629 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2] 2024-12-03T07:45:44,629 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2] 2024-12-03T07:45:44,630 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38550, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:45:44,630 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2] 2024-12-03T07:45:44,630 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2] 2024-12-03T07:45:44,630 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2] 2024-12-03T07:45:44,631 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T07:45:44,631 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T07:45:44,632 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2] 2024-12-03T07:45:44,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 497ec1b1b270dfd87a9d1d1a80736dc3 2024-12-03T07:45:44,636 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 497ec1b1b270dfd87a9d1d1a80736dc3 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-03T07:45:44,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=A 2024-12-03T07:45:44,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:44,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=B 2024-12-03T07:45:44,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:44,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=C 2024-12-03T07:45:44,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:44,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/1b9727194ae541e49f6dfda6470bcac9 is 50, key is test_row_0/A:col10/1733211944631/Put/seqid=0 2024-12-03T07:45:44,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742269_1445 (size=14341) 2024-12-03T07:45:44,686 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733211944664, max timestamp=1733211944682Num uniques 859; 2024-12-03T07:45:44,686 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733211944664, max timestamp=1733211944682Num uniques 859; 2024-12-03T07:45:44,686 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733211944664, max timestamp=1733211944682Num uniques 859; 2024-12-03T07:45:44,686 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-03T07:45:44,686 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-03T07:45:44,686 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-03T07:45:44,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38540 deadline: 1733212004710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:44,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:44,725 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:44,725 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38502 deadline: 1733212004715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:44,725 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:44,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:44,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:44,726 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:44,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:44,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38530 deadline: 1733212004716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:44,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:44,729 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:44,729 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:44,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38492 deadline: 1733212004718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:44,729 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:44,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:44,729 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:44,730 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:44,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1733212004718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:44,730 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:44,730 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:44,730 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:44,730 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:44,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-03T07:45:44,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-03T07:45:44,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:44,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. as already flushing 2024-12-03T07:45:44,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:44,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:44,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:44,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:44,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:44,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38540 deadline: 1733212004827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:44,839 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:44,839 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:44,839 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:44,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:44,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38502 deadline: 1733212004838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:44,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:44,841 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:44,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38530 deadline: 1733212004838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:44,841 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:44,841 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:44,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:44,841 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:44,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38492 deadline: 1733212004838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:44,841 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:44,841 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:44,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:44,841 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:44,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1733212004838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:44,841 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:44,841 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:44,842 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:44,842 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:44,842 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:44,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-03T07:45:44,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:44,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. as already flushing 2024-12-03T07:45:44,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:44,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:44,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:44,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:44,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-03T07:45:45,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:45,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38540 deadline: 1733212005048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:45,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:45,057 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:45,057 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:45,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38502 deadline: 1733212005048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:45,057 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:45,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:45,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:45,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38530 deadline: 1733212005048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:45,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:45,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:45,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:45,058 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:45,058 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:45,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38492 deadline: 1733212005048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:45,058 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:45,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:45,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:45,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:45,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:45,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1733212005048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:45,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:45,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:45,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:45,063 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/1b9727194ae541e49f6dfda6470bcac9 2024-12-03T07:45:45,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/91a4aad565bd451ab50488ab3dc2385e is 50, key is test_row_0/B:col10/1733211944631/Put/seqid=0 2024-12-03T07:45:45,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742270_1446 (size=12001) 2024-12-03T07:45:45,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-03T07:45:45,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:45,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. as already flushing 2024-12-03T07:45:45,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:45,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:45,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:45,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:45,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-03T07:45:45,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:45,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. as already flushing 2024-12-03T07:45:45,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:45,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:45,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:45,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:45,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-03T07:45:45,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:45,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38540 deadline: 1733212005368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:45,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:45,378 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:45,378 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:45,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38502 deadline: 1733212005368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:45,378 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:45,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:45,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:45,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38530 deadline: 1733212005368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:45,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:45,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:45,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:45,379 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:45,379 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:45,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38492 deadline: 1733212005368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:45,379 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:45,379 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:45,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:45,379 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:45,379 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:45,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1733212005368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:45,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:45,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:45,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:45,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-03T07:45:45,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:45,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. as already flushing 2024-12-03T07:45:45,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:45,403 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:45,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:45,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:45,486 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/91a4aad565bd451ab50488ab3dc2385e 2024-12-03T07:45:45,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/b3ad54b2dddd4e1fae99155012e0efd3 is 50, key is test_row_0/C:col10/1733211944631/Put/seqid=0 2024-12-03T07:45:45,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742271_1447 (size=12001) 2024-12-03T07:45:45,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-03T07:45:45,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:45,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. as already flushing 2024-12-03T07:45:45,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:45,556 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:45,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:45,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:45,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-03T07:45:45,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:45,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. as already flushing 2024-12-03T07:45:45,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:45,709 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:45,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:45,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:45,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-03T07:45:45,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-03T07:45:45,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:45,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. as already flushing 2024-12-03T07:45:45,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:45,862 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:45,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:45,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:45,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:45,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38540 deadline: 1733212005887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:45,896 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:45,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:45,896 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:45,896 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:45,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38502 deadline: 1733212005887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:45,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:45,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:45,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:45,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:45,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38530 deadline: 1733212005887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:45,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:45,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38492 deadline: 1733212005887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:45,899 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:45,899 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:45,899 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:45,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:45,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:45,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:45,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1733212005887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:45,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:45,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:45,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:45,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:45,913 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/b3ad54b2dddd4e1fae99155012e0efd3 2024-12-03T07:45:45,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/1b9727194ae541e49f6dfda6470bcac9 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/1b9727194ae541e49f6dfda6470bcac9 2024-12-03T07:45:45,920 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/1b9727194ae541e49f6dfda6470bcac9, entries=200, sequenceid=11, filesize=14.0 K 2024-12-03T07:45:45,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/91a4aad565bd451ab50488ab3dc2385e as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/91a4aad565bd451ab50488ab3dc2385e 2024-12-03T07:45:45,923 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/91a4aad565bd451ab50488ab3dc2385e, entries=150, sequenceid=11, filesize=11.7 K 2024-12-03T07:45:45,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/b3ad54b2dddd4e1fae99155012e0efd3 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/b3ad54b2dddd4e1fae99155012e0efd3 2024-12-03T07:45:45,927 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/b3ad54b2dddd4e1fae99155012e0efd3, entries=150, sequenceid=11, filesize=11.7 K 2024-12-03T07:45:45,927 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 497ec1b1b270dfd87a9d1d1a80736dc3 in 1291ms, sequenceid=11, compaction requested=false 2024-12-03T07:45:45,928 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-03T07:45:45,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 497ec1b1b270dfd87a9d1d1a80736dc3: 2024-12-03T07:45:46,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-03T07:45:46,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:46,015 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing 497ec1b1b270dfd87a9d1d1a80736dc3 3/3 column families, dataSize=140.89 KB heapSize=395.53 KB 2024-12-03T07:45:46,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=A 2024-12-03T07:45:46,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:45:46,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=B 2024-12-03T07:45:46,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:45:46,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=C 2024-12-03T07:45:46,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:45:46,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/80907ac3f7fb470a890b3d14d388032c is 50, key is test_row_0/A:col10/1733211944717/Put/seqid=0 2024-12-03T07:45:46,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742272_1448 (size=12001) 2024-12-03T07:45:46,428 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/80907ac3f7fb470a890b3d14d388032c 2024-12-03T07:45:46,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/b73a5bd42cfb4e7999915bd19c73492c is 50, key is test_row_0/B:col10/1733211944717/Put/seqid=0 2024-12-03T07:45:46,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742273_1449 (size=12001) 2024-12-03T07:45:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-03T07:45:46,839 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/b73a5bd42cfb4e7999915bd19c73492c 2024-12-03T07:45:46,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/85999eaa611646cc8c40d21ae4bdf5d7 is 50, key is test_row_0/C:col10/1733211944717/Put/seqid=0 2024-12-03T07:45:46,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742274_1450 (size=12001) 2024-12-03T07:45:46,852 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-03T07:45:46,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 497ec1b1b270dfd87a9d1d1a80736dc3 2024-12-03T07:45:46,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. as already flushing 2024-12-03T07:45:46,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:46,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38540 deadline: 1733212006915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:46,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:46,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38530 deadline: 1733212006916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:46,928 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:46,928 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:46,929 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:46,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:46,929 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:46,929 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:46,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38492 deadline: 1733212006918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:46,929 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:46,929 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:46,929 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:46,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:46,929 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:46,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1733212006918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:46,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:46,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:46,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:46,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:46,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38502 deadline: 1733212006928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:46,930 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:46,930 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:46,930 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:47,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:47,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38540 deadline: 1733212007037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:47,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:47,047 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:47,047 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:47,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38530 deadline: 1733212007038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:47,047 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:47,047 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:47,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:47,047 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:47,047 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:47,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38492 deadline: 1733212007038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:47,047 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:47,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:47,047 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:47,047 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:47,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1733212007038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:47,047 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:47,048 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:47,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:47,048 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:47,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38502 deadline: 1733212007038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:47,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:47,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:47,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:47,250 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/85999eaa611646cc8c40d21ae4bdf5d7 2024-12-03T07:45:47,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/80907ac3f7fb470a890b3d14d388032c as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/80907ac3f7fb470a890b3d14d388032c 2024-12-03T07:45:47,257 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/80907ac3f7fb470a890b3d14d388032c, entries=150, sequenceid=47, filesize=11.7 K 2024-12-03T07:45:47,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/b73a5bd42cfb4e7999915bd19c73492c as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/b73a5bd42cfb4e7999915bd19c73492c 2024-12-03T07:45:47,261 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/b73a5bd42cfb4e7999915bd19c73492c, entries=150, sequenceid=47, filesize=11.7 K 2024-12-03T07:45:47,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/85999eaa611646cc8c40d21ae4bdf5d7 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/85999eaa611646cc8c40d21ae4bdf5d7 2024-12-03T07:45:47,264 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/85999eaa611646cc8c40d21ae4bdf5d7, entries=150, sequenceid=47, filesize=11.7 K 2024-12-03T07:45:47,265 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~395.48 KB/404976, currentSize=40.25 KB/41220 for 497ec1b1b270dfd87a9d1d1a80736dc3 in 1250ms, sequenceid=47, compaction requested=false 2024-12-03T07:45:47,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for 497ec1b1b270dfd87a9d1d1a80736dc3: 2024-12-03T07:45:47,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:47,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-12-03T07:45:47,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-12-03T07:45:47,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 497ec1b1b270dfd87a9d1d1a80736dc3 2024-12-03T07:45:47,268 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 497ec1b1b270dfd87a9d1d1a80736dc3 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-03T07:45:47,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=A 2024-12-03T07:45:47,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:47,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=B 2024-12-03T07:45:47,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:47,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=C 2024-12-03T07:45:47,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:47,269 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-12-03T07:45:47,269 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6360 sec 2024-12-03T07:45:47,271 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 2.6450 sec 2024-12-03T07:45:47,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/bd56e523892148e2bcca23b7c9b32351 is 50, key is test_row_0/A:col10/1733211946915/Put/seqid=0 2024-12-03T07:45:47,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742275_1451 (size=14341) 2024-12-03T07:45:47,276 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/bd56e523892148e2bcca23b7c9b32351 2024-12-03T07:45:47,281 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/067bef9dcfcd4817a264f92c5f093aaf is 50, key is test_row_0/B:col10/1733211946915/Put/seqid=0 2024-12-03T07:45:47,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742276_1452 (size=12001) 2024-12-03T07:45:47,285 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/067bef9dcfcd4817a264f92c5f093aaf 2024-12-03T07:45:47,290 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/f6d849ae68b14afcb678f67b9ee7bf62 is 50, key is test_row_0/C:col10/1733211946915/Put/seqid=0 2024-12-03T07:45:47,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742277_1453 (size=12001) 2024-12-03T07:45:47,305 WARN [regionserver/911db94732f6:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 6, running: 1 2024-12-03T07:45:47,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:47,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38530 deadline: 1733212007300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:47,313 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1733211947294, max timestamp=1733211947310Num uniques 859; 2024-12-03T07:45:47,313 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1733211947294, max timestamp=1733211947310Num uniques 859; 2024-12-03T07:45:47,313 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-03T07:45:47,313 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-03T07:45:47,314 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1733211947294, max timestamp=1733211947310Num uniques 859; 2024-12-03T07:45:47,314 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-03T07:45:47,314 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:47,314 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:47,314 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:47,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:47,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38540 deadline: 1733212007344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:47,355 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:47,355 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:47,355 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:47,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:47,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38502 deadline: 1733212007345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:47,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:47,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1733212007347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:47,365 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:47,365 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:47,365 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:47,365 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:47,365 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:47,365 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:47,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:47,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38492 deadline: 1733212007355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:47,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:47,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:47,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:47,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:47,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38530 deadline: 1733212007417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:47,428 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:47,428 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:47,428 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:47,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:47,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38540 deadline: 1733212007458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:47,469 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:47,469 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:47,469 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:47,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:47,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38502 deadline: 1733212007468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:47,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:47,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:47,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:47,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:47,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1733212007468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:47,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:47,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:47,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:47,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:47,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38492 deadline: 1733212007477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:47,489 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:47,489 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:47,489 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:47,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:47,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38530 deadline: 1733212007637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:47,649 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:47,649 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:47,650 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:47,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:47,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38540 deadline: 1733212007678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:47,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:47,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38502 deadline: 1733212007678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:47,683 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:47,683 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:47,683 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:47,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:47,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:47,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:47,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1733212007678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:47,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:47,683 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:47,683 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:47,683 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:47,694 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/f6d849ae68b14afcb678f67b9ee7bf62 2024-12-03T07:45:47,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/bd56e523892148e2bcca23b7c9b32351 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/bd56e523892148e2bcca23b7c9b32351 2024-12-03T07:45:47,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/bd56e523892148e2bcca23b7c9b32351, entries=200, sequenceid=57, filesize=14.0 K 2024-12-03T07:45:47,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:47,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38492 deadline: 1733212007697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:47,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:47,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:47,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:47,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/067bef9dcfcd4817a264f92c5f093aaf as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/067bef9dcfcd4817a264f92c5f093aaf 2024-12-03T07:45:47,705 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/067bef9dcfcd4817a264f92c5f093aaf, entries=150, sequenceid=57, filesize=11.7 K 2024-12-03T07:45:47,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/f6d849ae68b14afcb678f67b9ee7bf62 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/f6d849ae68b14afcb678f67b9ee7bf62 2024-12-03T07:45:47,708 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/f6d849ae68b14afcb678f67b9ee7bf62, entries=150, sequenceid=57, filesize=11.7 K 2024-12-03T07:45:47,710 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 497ec1b1b270dfd87a9d1d1a80736dc3 in 442ms, sequenceid=57, compaction requested=true 2024-12-03T07:45:47,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 497ec1b1b270dfd87a9d1d1a80736dc3: 2024-12-03T07:45:47,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 497ec1b1b270dfd87a9d1d1a80736dc3:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T07:45:47,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:47,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 497ec1b1b270dfd87a9d1d1a80736dc3:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T07:45:47,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:47,710 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:45:47,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 497ec1b1b270dfd87a9d1d1a80736dc3:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T07:45:47,710 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:45:47,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:45:47,710 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:45:47,710 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:45:47,711 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): 497ec1b1b270dfd87a9d1d1a80736dc3/B is initiating minor compaction (all files) 2024-12-03T07:45:47,711 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1541): 497ec1b1b270dfd87a9d1d1a80736dc3/A is initiating minor compaction (all files) 2024-12-03T07:45:47,711 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 497ec1b1b270dfd87a9d1d1a80736dc3/B in TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:47,711 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 497ec1b1b270dfd87a9d1d1a80736dc3/A in TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:47,711 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/91a4aad565bd451ab50488ab3dc2385e, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/b73a5bd42cfb4e7999915bd19c73492c, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/067bef9dcfcd4817a264f92c5f093aaf] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp, totalSize=35.2 K 2024-12-03T07:45:47,711 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/1b9727194ae541e49f6dfda6470bcac9, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/80907ac3f7fb470a890b3d14d388032c, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/bd56e523892148e2bcca23b7c9b32351] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp, totalSize=39.7 K 2024-12-03T07:45:47,711 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 91a4aad565bd451ab50488ab3dc2385e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1733211944631 2024-12-03T07:45:47,711 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1b9727194ae541e49f6dfda6470bcac9, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1733211944631 2024-12-03T07:45:47,713 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting b73a5bd42cfb4e7999915bd19c73492c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1733211944696 2024-12-03T07:45:47,713 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 80907ac3f7fb470a890b3d14d388032c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1733211944696 2024-12-03T07:45:47,713 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd56e523892148e2bcca23b7c9b32351, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1733211946915 2024-12-03T07:45:47,713 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 067bef9dcfcd4817a264f92c5f093aaf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1733211946915 2024-12-03T07:45:47,719 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 497ec1b1b270dfd87a9d1d1a80736dc3#A#compaction#381 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:45:47,719 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/dbd47c02a1db447684cd9ba15ef014ee is 50, key is test_row_0/A:col10/1733211946915/Put/seqid=0 2024-12-03T07:45:47,720 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 497ec1b1b270dfd87a9d1d1a80736dc3#B#compaction#382 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:45:47,720 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/4b2ec524bbf44a0aafbdb6feebe5a66c is 50, key is test_row_0/B:col10/1733211946915/Put/seqid=0 2024-12-03T07:45:47,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742278_1454 (size=12104) 2024-12-03T07:45:47,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742279_1455 (size=12104) 2024-12-03T07:45:47,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 497ec1b1b270dfd87a9d1d1a80736dc3 2024-12-03T07:45:47,963 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 497ec1b1b270dfd87a9d1d1a80736dc3 3/3 column families, dataSize=147.60 KB heapSize=406.08 KB 2024-12-03T07:45:47,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=A 2024-12-03T07:45:47,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:45:47,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=B 2024-12-03T07:45:47,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:45:47,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=C 2024-12-03T07:45:47,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:45:47,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/92bdfe127ee6451196427407fdaf00ee is 50, key is test_row_0/A:col10/1733211947962/Put/seqid=0 2024-12-03T07:45:47,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742280_1456 (size=14341) 2024-12-03T07:45:47,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:47,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38530 deadline: 1733212007991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:47,996 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:47,996 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:47,996 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:48,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:48,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38540 deadline: 1733212007993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:48,004 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:48,004 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:48,004 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:48,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:48,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38502 deadline: 1733212007994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:48,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:48,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:48,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:48,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:48,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1733212007996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:48,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:48,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:48,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:48,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38492 deadline: 1733212008007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:48,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:48,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:48,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:48,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:48,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38530 deadline: 1733212008107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:48,119 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:48,119 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:48,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:48,119 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:48,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38540 deadline: 1733212008107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:48,120 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:48,120 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:48,120 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:48,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38502 deadline: 1733212008118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:48,127 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:48,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:48,127 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:48,127 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1733212008118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:48,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:48,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:48,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:48,131 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/dbd47c02a1db447684cd9ba15ef014ee as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/dbd47c02a1db447684cd9ba15ef014ee 2024-12-03T07:45:48,135 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 497ec1b1b270dfd87a9d1d1a80736dc3/A of 497ec1b1b270dfd87a9d1d1a80736dc3 into dbd47c02a1db447684cd9ba15ef014ee(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:45:48,135 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 497ec1b1b270dfd87a9d1d1a80736dc3: 2024-12-03T07:45:48,135 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., storeName=497ec1b1b270dfd87a9d1d1a80736dc3/A, priority=13, startTime=1733211947710; duration=0sec 2024-12-03T07:45:48,135 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:45:48,135 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 497ec1b1b270dfd87a9d1d1a80736dc3:A 2024-12-03T07:45:48,135 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:45:48,137 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:45:48,137 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1541): 497ec1b1b270dfd87a9d1d1a80736dc3/C is initiating minor compaction (all files) 2024-12-03T07:45:48,137 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 497ec1b1b270dfd87a9d1d1a80736dc3/C in TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:48,137 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/b3ad54b2dddd4e1fae99155012e0efd3, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/85999eaa611646cc8c40d21ae4bdf5d7, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/f6d849ae68b14afcb678f67b9ee7bf62] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp, totalSize=35.2 K 2024-12-03T07:45:48,139 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting b3ad54b2dddd4e1fae99155012e0efd3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1733211944631 2024-12-03T07:45:48,139 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/4b2ec524bbf44a0aafbdb6feebe5a66c as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/4b2ec524bbf44a0aafbdb6feebe5a66c 2024-12-03T07:45:48,139 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 85999eaa611646cc8c40d21ae4bdf5d7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1733211944696 2024-12-03T07:45:48,139 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting f6d849ae68b14afcb678f67b9ee7bf62, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1733211946915 2024-12-03T07:45:48,143 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 497ec1b1b270dfd87a9d1d1a80736dc3/B of 497ec1b1b270dfd87a9d1d1a80736dc3 into 4b2ec524bbf44a0aafbdb6feebe5a66c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:45:48,143 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 497ec1b1b270dfd87a9d1d1a80736dc3: 2024-12-03T07:45:48,143 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., storeName=497ec1b1b270dfd87a9d1d1a80736dc3/B, priority=13, startTime=1733211947710; duration=0sec 2024-12-03T07:45:48,143 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:48,143 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 497ec1b1b270dfd87a9d1d1a80736dc3:B 2024-12-03T07:45:48,146 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 497ec1b1b270dfd87a9d1d1a80736dc3#C#compaction#384 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:45:48,146 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/290ff99a0dbe41d3a36f9e7ce8ab8af7 is 50, key is test_row_0/C:col10/1733211946915/Put/seqid=0 2024-12-03T07:45:48,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742281_1457 (size=12104) 2024-12-03T07:45:48,155 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/290ff99a0dbe41d3a36f9e7ce8ab8af7 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/290ff99a0dbe41d3a36f9e7ce8ab8af7 2024-12-03T07:45:48,159 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 497ec1b1b270dfd87a9d1d1a80736dc3/C of 497ec1b1b270dfd87a9d1d1a80736dc3 into 290ff99a0dbe41d3a36f9e7ce8ab8af7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:45:48,159 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 497ec1b1b270dfd87a9d1d1a80736dc3: 2024-12-03T07:45:48,159 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., storeName=497ec1b1b270dfd87a9d1d1a80736dc3/C, priority=13, startTime=1733211947710; duration=0sec 2024-12-03T07:45:48,159 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:48,159 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 497ec1b1b270dfd87a9d1d1a80736dc3:C 2024-12-03T07:45:48,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:48,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38530 deadline: 1733212008327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:48,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:48,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38540 deadline: 1733212008327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:48,337 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:48,337 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:48,337 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:48,337 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:48,337 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:48,337 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:48,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:48,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38502 deadline: 1733212008337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:48,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:48,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1733212008337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:48,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:48,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:48,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:48,343 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:48,343 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:48,343 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:48,374 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/92bdfe127ee6451196427407fdaf00ee 2024-12-03T07:45:48,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/c1c264a4163941e99125cc828b5f21e0 is 50, key is test_row_0/B:col10/1733211947962/Put/seqid=0 2024-12-03T07:45:48,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742282_1458 (size=12001) 2024-12-03T07:45:48,385 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/c1c264a4163941e99125cc828b5f21e0 2024-12-03T07:45:48,391 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/c8468b3454a14bd5baa4db39d3cb84ac is 50, key is test_row_0/C:col10/1733211947962/Put/seqid=0 2024-12-03T07:45:48,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742283_1459 (size=12001) 2024-12-03T07:45:48,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:48,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38492 deadline: 1733212008527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:48,534 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:48,534 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:48,534 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:48,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:48,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38530 deadline: 1733212008648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:48,661 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:48,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:48,661 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:48,661 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:48,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38540 deadline: 1733212008648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:48,662 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:48,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:48,662 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:48,662 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:48,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38502 deadline: 1733212008648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:48,662 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:48,662 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:48,662 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:48,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:48,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1733212008648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:48,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:48,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:48,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:48,795 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/c8468b3454a14bd5baa4db39d3cb84ac 2024-12-03T07:45:48,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-03T07:45:48,798 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:45:48,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T07:45:48,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-12-03T07:45:48,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/92bdfe127ee6451196427407fdaf00ee as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/92bdfe127ee6451196427407fdaf00ee 2024-12-03T07:45:48,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-03T07:45:48,801 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T07:45:48,802 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T07:45:48,802 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T07:45:48,805 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/92bdfe127ee6451196427407fdaf00ee, entries=200, sequenceid=92, filesize=14.0 K 2024-12-03T07:45:48,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/c1c264a4163941e99125cc828b5f21e0 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/c1c264a4163941e99125cc828b5f21e0 2024-12-03T07:45:48,809 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/c1c264a4163941e99125cc828b5f21e0, entries=150, sequenceid=92, filesize=11.7 K 2024-12-03T07:45:48,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/c8468b3454a14bd5baa4db39d3cb84ac as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/c8468b3454a14bd5baa4db39d3cb84ac 2024-12-03T07:45:48,813 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/c8468b3454a14bd5baa4db39d3cb84ac, entries=150, sequenceid=92, filesize=11.7 K 2024-12-03T07:45:48,813 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~406.03 KB/415776, currentSize=40.25 KB/41220 for 497ec1b1b270dfd87a9d1d1a80736dc3 in 850ms, sequenceid=92, compaction requested=false 2024-12-03T07:45:48,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 497ec1b1b270dfd87a9d1d1a80736dc3: 2024-12-03T07:45:48,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-03T07:45:48,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-03T07:45:48,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:48,955 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing 497ec1b1b270dfd87a9d1d1a80736dc3 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-12-03T07:45:48,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=A 2024-12-03T07:45:48,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:48,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=B 2024-12-03T07:45:48,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:48,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=C 2024-12-03T07:45:48,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:48,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/de3323ca56784a299b257207b437e272 is 50, key is test_row_0/A:col10/1733211947994/Put/seqid=0 2024-12-03T07:45:48,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742284_1460 (size=12001) 2024-12-03T07:45:49,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-03T07:45:49,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 497ec1b1b270dfd87a9d1d1a80736dc3 2024-12-03T07:45:49,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. as already flushing 2024-12-03T07:45:49,219 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733211949201, max timestamp=1733211949215Num uniques 859; 2024-12-03T07:45:49,219 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-03T07:45:49,219 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733211949201, max timestamp=1733211949215Num uniques 859; 2024-12-03T07:45:49,219 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-03T07:45:49,219 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733211949201, max timestamp=1733211949215Num uniques 859; 2024-12-03T07:45:49,219 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-03T07:45:49,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:49,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38530 deadline: 1733212009257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:49,270 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:49,270 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:49,270 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:49,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:49,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1733212009262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:49,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:49,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38502 deadline: 1733212009268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:49,277 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:49,277 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:49,277 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:49,277 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:49,277 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:49,277 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:49,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:49,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38540 deadline: 1733212009269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:49,285 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:49,285 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:49,285 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:49,364 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/de3323ca56784a299b257207b437e272 2024-12-03T07:45:49,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/1b74812826cc40adb298969037821ce4 is 50, key is test_row_0/B:col10/1733211947994/Put/seqid=0 2024-12-03T07:45:49,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742285_1461 (size=12001) 2024-12-03T07:45:49,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:49,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38530 deadline: 1733212009377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:49,387 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:49,387 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:49,387 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:49,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:49,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1733212009388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:49,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:49,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:49,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:49,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:49,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38502 deadline: 1733212009388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:49,395 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:49,395 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:49,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:49,395 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:49,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38540 deadline: 1733212009388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:49,395 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:49,395 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:49,396 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:49,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-03T07:45:49,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:49,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38492 deadline: 1733212009547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:49,559 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 911db94732f6,39389,1733211824582 for 'test_row_1' in 497ec1b1b270dfd87a9d1d1a80736dc3 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2204 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T07:45:49,560 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:49,560 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:49,560 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:49,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:49,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38530 deadline: 1733212009598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:49,609 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:49,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:49,610 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:49,610 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:49,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1733212009598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:49,610 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:49,610 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:49,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:49,610 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:49,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38502 deadline: 1733212009598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:49,610 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:49,610 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:49,610 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:49,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:49,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38540 deadline: 1733212009607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:49,614 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:49,614 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:49,614 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:49,775 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/1b74812826cc40adb298969037821ce4 2024-12-03T07:45:49,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/647d3201feba4b9d82cea4114eb0553c is 50, key is test_row_0/C:col10/1733211947994/Put/seqid=0 2024-12-03T07:45:49,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742286_1462 (size=12001) 2024-12-03T07:45:49,789 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/647d3201feba4b9d82cea4114eb0553c 2024-12-03T07:45:49,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/de3323ca56784a299b257207b437e272 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/de3323ca56784a299b257207b437e272 2024-12-03T07:45:49,795 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/de3323ca56784a299b257207b437e272, entries=150, sequenceid=104, filesize=11.7 K 2024-12-03T07:45:49,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/1b74812826cc40adb298969037821ce4 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/1b74812826cc40adb298969037821ce4 2024-12-03T07:45:49,799 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/1b74812826cc40adb298969037821ce4, entries=150, sequenceid=104, filesize=11.7 K 2024-12-03T07:45:49,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/647d3201feba4b9d82cea4114eb0553c as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/647d3201feba4b9d82cea4114eb0553c 2024-12-03T07:45:49,806 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/647d3201feba4b9d82cea4114eb0553c, entries=150, sequenceid=104, filesize=11.7 K 2024-12-03T07:45:49,806 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for 497ec1b1b270dfd87a9d1d1a80736dc3 in 851ms, sequenceid=104, compaction requested=true 2024-12-03T07:45:49,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for 497ec1b1b270dfd87a9d1d1a80736dc3: 2024-12-03T07:45:49,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:49,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-12-03T07:45:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-12-03T07:45:49,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-12-03T07:45:49,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0060 sec 2024-12-03T07:45:49,811 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 1.0110 sec 2024-12-03T07:45:49,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 497ec1b1b270dfd87a9d1d1a80736dc3 2024-12-03T07:45:49,927 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 497ec1b1b270dfd87a9d1d1a80736dc3 3/3 column families, dataSize=147.60 KB heapSize=415.45 KB 2024-12-03T07:45:49,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=A 2024-12-03T07:45:49,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:45:49,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=B 2024-12-03T07:45:49,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:45:49,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=C 2024-12-03T07:45:49,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:45:49,932 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/16d35c60fd864a68a3e8fc549c9b3da4 is 50, key is test_row_0/A:col10/1733211949251/Put/seqid=0 2024-12-03T07:45:49,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742287_1463 (size=14541) 2024-12-03T07:45:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-03T07:45:49,937 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:45:49,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T07:45:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-12-03T07:45:49,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-03T07:45:49,939 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T07:45:49,940 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T07:45:49,940 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T07:45:49,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38540 deadline: 1733212009947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:49,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:49,964 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38530 deadline: 1733212009948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:49,964 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:49,964 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:49,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:49,964 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:49,964 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38502 deadline: 1733212009949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:49,964 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:49,965 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:49,965 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:49,965 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:49,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1733212009950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:49,965 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:49,965 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:49,965 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:50,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-03T07:45:50,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:50,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38540 deadline: 1733212010067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:50,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:50,080 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:50,080 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:50,081 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38530 deadline: 1733212010067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:50,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38502 deadline: 1733212010067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:50,081 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:50,081 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:50,081 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:50,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1733212010067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:50,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:50,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:50,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:50,081 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:50,081 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:50,081 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:50,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-03T07:45:50,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:50,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. as already flushing 2024-12-03T07:45:50,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:50,092 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:50,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:50,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:50,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-03T07:45:50,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:50,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. as already flushing 2024-12-03T07:45:50,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:50,245 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:50,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:50,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:50,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-03T07:45:50,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:50,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38540 deadline: 1733212010287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:50,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:50,292 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:50,292 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:50,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38530 deadline: 1733212010287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:50,292 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:50,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:50,292 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:50,292 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:50,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38502 deadline: 1733212010288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:50,292 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:50,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:50,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:50,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1733212010288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:50,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:50,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:50,293 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:50,293 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:50,293 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:50,336 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/16d35c60fd864a68a3e8fc549c9b3da4 2024-12-03T07:45:50,343 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/011a6651bdcd4fe1b3abde9efbe91d9a is 50, key is test_row_0/B:col10/1733211949251/Put/seqid=0 2024-12-03T07:45:50,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742288_1464 (size=12151) 2024-12-03T07:45:50,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-03T07:45:50,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:50,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. as already flushing 2024-12-03T07:45:50,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:50,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:50,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:50,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:50,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-03T07:45:50,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:50,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. as already flushing 2024-12-03T07:45:50,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:50,550 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:50,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:50,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:50,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-03T07:45:50,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:50,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38540 deadline: 1733212010597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:50,608 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:50,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:50,608 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:50,608 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:50,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38530 deadline: 1733212010597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:50,609 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:50,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:50,609 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:50,609 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:50,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38502 deadline: 1733212010597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:50,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:50,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1733212010597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:50,609 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:50,609 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:50,609 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:50,609 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:50,609 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:50,610 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:50,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-03T07:45:50,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:50,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. as already flushing 2024-12-03T07:45:50,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:50,703 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:50,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:50,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:50,748 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/011a6651bdcd4fe1b3abde9efbe91d9a 2024-12-03T07:45:50,755 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/d68e04cc0a124db99b1e62f9dfa646ea is 50, key is test_row_0/C:col10/1733211949251/Put/seqid=0 2024-12-03T07:45:50,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742289_1465 (size=12151) 2024-12-03T07:45:50,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-03T07:45:50,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:50,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. as already flushing 2024-12-03T07:45:50,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:50,856 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:50,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:50,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:51,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-03T07:45:51,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:51,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. as already flushing 2024-12-03T07:45:51,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:51,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:51,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:51,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:51,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-03T07:45:51,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:51,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38540 deadline: 1733212011117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:51,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:51,130 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:51,130 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:51,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38530 deadline: 1733212011117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:51,130 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:51,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:51,130 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:51,130 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:51,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38502 deadline: 1733212011117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:51,130 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:51,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:51,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:51,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:51,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:51,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1733212011117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:51,131 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:51,131 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:51,131 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:51,160 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/d68e04cc0a124db99b1e62f9dfa646ea 2024-12-03T07:45:51,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-03T07:45:51,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:51,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. as already flushing 2024-12-03T07:45:51,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:51,161 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:51,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:51,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:51,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/16d35c60fd864a68a3e8fc549c9b3da4 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/16d35c60fd864a68a3e8fc549c9b3da4 2024-12-03T07:45:51,169 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/16d35c60fd864a68a3e8fc549c9b3da4, entries=200, sequenceid=141, filesize=14.2 K 2024-12-03T07:45:51,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/011a6651bdcd4fe1b3abde9efbe91d9a as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/011a6651bdcd4fe1b3abde9efbe91d9a 2024-12-03T07:45:51,172 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/011a6651bdcd4fe1b3abde9efbe91d9a, entries=150, sequenceid=141, filesize=11.9 K 2024-12-03T07:45:51,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/d68e04cc0a124db99b1e62f9dfa646ea as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/d68e04cc0a124db99b1e62f9dfa646ea 2024-12-03T07:45:51,176 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/d68e04cc0a124db99b1e62f9dfa646ea, entries=150, sequenceid=141, filesize=11.9 K 2024-12-03T07:45:51,176 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~415.41 KB/425376, currentSize=40.25 KB/41220 for 497ec1b1b270dfd87a9d1d1a80736dc3 in 1249ms, sequenceid=141, compaction requested=true 2024-12-03T07:45:51,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 497ec1b1b270dfd87a9d1d1a80736dc3: 2024-12-03T07:45:51,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 497ec1b1b270dfd87a9d1d1a80736dc3:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T07:45:51,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:51,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 497ec1b1b270dfd87a9d1d1a80736dc3:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T07:45:51,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:51,177 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T07:45:51,177 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T07:45:51,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 497ec1b1b270dfd87a9d1d1a80736dc3:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T07:45:51,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:45:51,178 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48257 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T07:45:51,178 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): 497ec1b1b270dfd87a9d1d1a80736dc3/B is initiating minor compaction (all files) 2024-12-03T07:45:51,178 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 497ec1b1b270dfd87a9d1d1a80736dc3/B in TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:51,178 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/4b2ec524bbf44a0aafbdb6feebe5a66c, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/c1c264a4163941e99125cc828b5f21e0, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/1b74812826cc40adb298969037821ce4, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/011a6651bdcd4fe1b3abde9efbe91d9a] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp, totalSize=47.1 K 2024-12-03T07:45:51,178 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b2ec524bbf44a0aafbdb6feebe5a66c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1733211946915 2024-12-03T07:45:51,179 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52987 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T07:45:51,179 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1541): 497ec1b1b270dfd87a9d1d1a80736dc3/A is initiating minor compaction (all files) 2024-12-03T07:45:51,179 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting c1c264a4163941e99125cc828b5f21e0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733211947338 2024-12-03T07:45:51,179 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 497ec1b1b270dfd87a9d1d1a80736dc3/A in TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:51,179 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/dbd47c02a1db447684cd9ba15ef014ee, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/92bdfe127ee6451196427407fdaf00ee, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/de3323ca56784a299b257207b437e272, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/16d35c60fd864a68a3e8fc549c9b3da4] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp, totalSize=51.7 K 2024-12-03T07:45:51,179 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b74812826cc40adb298969037821ce4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1733211947990 2024-12-03T07:45:51,179 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting dbd47c02a1db447684cd9ba15ef014ee, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1733211946915 2024-12-03T07:45:51,179 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 011a6651bdcd4fe1b3abde9efbe91d9a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1733211949251 2024-12-03T07:45:51,179 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 92bdfe127ee6451196427407fdaf00ee, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733211947338 2024-12-03T07:45:51,180 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting de3323ca56784a299b257207b437e272, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1733211947990 2024-12-03T07:45:51,180 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16d35c60fd864a68a3e8fc549c9b3da4, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1733211949238 2024-12-03T07:45:51,187 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 497ec1b1b270dfd87a9d1d1a80736dc3#B#compaction#393 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:45:51,187 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 497ec1b1b270dfd87a9d1d1a80736dc3#A#compaction#394 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:45:51,188 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/98fdb137c83e478b8eddb530f8761b74 is 50, key is test_row_0/B:col10/1733211949251/Put/seqid=0 2024-12-03T07:45:51,188 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/2d34a4d4a8804ad5918403e1c39b9844 is 50, key is test_row_0/A:col10/1733211949251/Put/seqid=0 2024-12-03T07:45:51,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742290_1466 (size=12391) 2024-12-03T07:45:51,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742291_1467 (size=12391) 2024-12-03T07:45:51,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-03T07:45:51,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:51,315 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing 497ec1b1b270dfd87a9d1d1a80736dc3 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-12-03T07:45:51,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=A 2024-12-03T07:45:51,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:51,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=B 2024-12-03T07:45:51,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:51,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=C 2024-12-03T07:45:51,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:51,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/ddb247a1523246128c4e2cee4216ee1a is 50, key is test_row_0/A:col10/1733211949947/Put/seqid=0 2024-12-03T07:45:51,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742292_1468 (size=12151) 2024-12-03T07:45:51,323 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/ddb247a1523246128c4e2cee4216ee1a 2024-12-03T07:45:51,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/b5510e2fa61f40d2a5af3373298c9c57 is 50, key is test_row_0/B:col10/1733211949947/Put/seqid=0 2024-12-03T07:45:51,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742293_1469 (size=12151) 2024-12-03T07:45:51,335 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/b5510e2fa61f40d2a5af3373298c9c57 2024-12-03T07:45:51,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/f2a8861572854ea78b8d7534776f22c5 is 50, key is test_row_0/C:col10/1733211949947/Put/seqid=0 2024-12-03T07:45:51,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742294_1470 (size=12151) 2024-12-03T07:45:51,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 497ec1b1b270dfd87a9d1d1a80736dc3 2024-12-03T07:45:51,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. as already flushing 2024-12-03T07:45:51,596 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/98fdb137c83e478b8eddb530f8761b74 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/98fdb137c83e478b8eddb530f8761b74 2024-12-03T07:45:51,597 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/2d34a4d4a8804ad5918403e1c39b9844 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/2d34a4d4a8804ad5918403e1c39b9844 2024-12-03T07:45:51,600 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 497ec1b1b270dfd87a9d1d1a80736dc3/B of 497ec1b1b270dfd87a9d1d1a80736dc3 into 98fdb137c83e478b8eddb530f8761b74(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:45:51,600 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 497ec1b1b270dfd87a9d1d1a80736dc3: 2024-12-03T07:45:51,600 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., storeName=497ec1b1b270dfd87a9d1d1a80736dc3/B, priority=12, startTime=1733211951177; duration=0sec 2024-12-03T07:45:51,600 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:45:51,600 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 497ec1b1b270dfd87a9d1d1a80736dc3:B 2024-12-03T07:45:51,600 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T07:45:51,601 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 497ec1b1b270dfd87a9d1d1a80736dc3/A of 497ec1b1b270dfd87a9d1d1a80736dc3 into 2d34a4d4a8804ad5918403e1c39b9844(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:45:51,601 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 497ec1b1b270dfd87a9d1d1a80736dc3: 2024-12-03T07:45:51,601 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., storeName=497ec1b1b270dfd87a9d1d1a80736dc3/A, priority=12, startTime=1733211951177; duration=0sec 2024-12-03T07:45:51,601 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:51,601 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 497ec1b1b270dfd87a9d1d1a80736dc3:A 2024-12-03T07:45:51,601 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48257 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T07:45:51,601 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): 497ec1b1b270dfd87a9d1d1a80736dc3/C is initiating minor compaction (all files) 2024-12-03T07:45:51,601 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 497ec1b1b270dfd87a9d1d1a80736dc3/C in TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:51,601 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/290ff99a0dbe41d3a36f9e7ce8ab8af7, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/c8468b3454a14bd5baa4db39d3cb84ac, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/647d3201feba4b9d82cea4114eb0553c, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/d68e04cc0a124db99b1e62f9dfa646ea] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp, totalSize=47.1 K 2024-12-03T07:45:51,602 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 290ff99a0dbe41d3a36f9e7ce8ab8af7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1733211946915 2024-12-03T07:45:51,602 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting c8468b3454a14bd5baa4db39d3cb84ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733211947338 2024-12-03T07:45:51,602 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 647d3201feba4b9d82cea4114eb0553c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1733211947990 2024-12-03T07:45:51,603 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting d68e04cc0a124db99b1e62f9dfa646ea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1733211949251 2024-12-03T07:45:51,610 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 497ec1b1b270dfd87a9d1d1a80736dc3#C#compaction#398 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:45:51,610 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/6e0fe62232a04635b14e87ede226b79e is 50, key is test_row_0/C:col10/1733211949251/Put/seqid=0 2024-12-03T07:45:51,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742295_1471 (size=12391) 2024-12-03T07:45:51,729 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733211951653, max timestamp=1733211951725Num uniques 859; 2024-12-03T07:45:51,729 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733211951653, max timestamp=1733211951725Num uniques 859; 2024-12-03T07:45:51,729 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733211951653, max timestamp=1733211951725Num uniques 859; 2024-12-03T07:45:51,729 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-03T07:45:51,729 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-03T07:45:51,729 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-03T07:45:51,750 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/f2a8861572854ea78b8d7534776f22c5 2024-12-03T07:45:51,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/ddb247a1523246128c4e2cee4216ee1a as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/ddb247a1523246128c4e2cee4216ee1a 2024-12-03T07:45:51,757 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/ddb247a1523246128c4e2cee4216ee1a, entries=150, sequenceid=150, filesize=11.9 K 2024-12-03T07:45:51,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/b5510e2fa61f40d2a5af3373298c9c57 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/b5510e2fa61f40d2a5af3373298c9c57 2024-12-03T07:45:51,760 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/b5510e2fa61f40d2a5af3373298c9c57, entries=150, sequenceid=150, filesize=11.9 K 2024-12-03T07:45:51,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/f2a8861572854ea78b8d7534776f22c5 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/f2a8861572854ea78b8d7534776f22c5 2024-12-03T07:45:51,764 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/f2a8861572854ea78b8d7534776f22c5, entries=150, sequenceid=150, filesize=11.9 K 2024-12-03T07:45:51,764 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=60.38 KB/61830 for 497ec1b1b270dfd87a9d1d1a80736dc3 in 449ms, sequenceid=150, compaction requested=false 2024-12-03T07:45:51,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for 497ec1b1b270dfd87a9d1d1a80736dc3: 2024-12-03T07:45:51,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:51,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-12-03T07:45:51,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-12-03T07:45:51,767 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-12-03T07:45:51,767 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8250 sec 2024-12-03T07:45:51,768 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 497ec1b1b270dfd87a9d1d1a80736dc3 3/3 column families, dataSize=67.09 KB heapSize=181.08 KB 2024-12-03T07:45:51,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=A 2024-12-03T07:45:51,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:45:51,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=B 2024-12-03T07:45:51,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:45:51,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=C 2024-12-03T07:45:51,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:45:51,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 497ec1b1b270dfd87a9d1d1a80736dc3 2024-12-03T07:45:51,769 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 1.8300 sec 2024-12-03T07:45:51,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/9da574dbecb64131ad21f21b6c3e0f42 is 50, key is test_row_0/A:col10/1733211951739/Put/seqid=0 2024-12-03T07:45:51,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742296_1472 (size=14541) 2024-12-03T07:45:51,777 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/9da574dbecb64131ad21f21b6c3e0f42 2024-12-03T07:45:51,782 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/b4863cbfc43945f08d2f0ac8a7cc52b7 is 50, key is test_row_0/B:col10/1733211951739/Put/seqid=0 2024-12-03T07:45:51,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742297_1473 (size=12151) 2024-12-03T07:45:51,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38492 deadline: 1733212011958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:51,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:51,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:51,965 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:52,023 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/6e0fe62232a04635b14e87ede226b79e as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/6e0fe62232a04635b14e87ede226b79e 2024-12-03T07:45:52,027 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 497ec1b1b270dfd87a9d1d1a80736dc3/C of 497ec1b1b270dfd87a9d1d1a80736dc3 into 6e0fe62232a04635b14e87ede226b79e(size=12.1 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:45:52,027 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 497ec1b1b270dfd87a9d1d1a80736dc3: 2024-12-03T07:45:52,027 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., storeName=497ec1b1b270dfd87a9d1d1a80736dc3/C, priority=12, startTime=1733211951177; duration=0sec 2024-12-03T07:45:52,027 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:52,027 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 497ec1b1b270dfd87a9d1d1a80736dc3:C 2024-12-03T07:45:52,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:52,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38492 deadline: 1733212012067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:52,077 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:52,077 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:52,077 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:52,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-03T07:45:52,088 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:45:52,088 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T07:45:52,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-12-03T07:45:52,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-03T07:45:52,090 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T07:45:52,091 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T07:45:52,091 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T07:45:52,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:52,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38502 deadline: 1733212012138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:52,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:52,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1733212012138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:52,139 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 911db94732f6,39389,1733211824582 for 'test_row_1' in 497ec1b1b270dfd87a9d1d1a80736dc3 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T07:45:52,140 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:52,140 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 911db94732f6,39389,1733211824582 for 'test_row_2' in 497ec1b1b270dfd87a9d1d1a80736dc3 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T07:45:52,140 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:52,140 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:52,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:52,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:52,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:52,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:52,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38540 deadline: 1733212012147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:52,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:52,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38530 deadline: 1733212012147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:52,155 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 911db94732f6,39389,1733211824582 for 'test_row_1' in 497ec1b1b270dfd87a9d1d1a80736dc3 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2208 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T07:45:52,160 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:52,160 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:52,160 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:52,160 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 911db94732f6,39389,1733211824582 for 'test_row_0' in 497ec1b1b270dfd87a9d1d1a80736dc3 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2207 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T07:45:52,161 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:52,161 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:52,161 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:52,185 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/b4863cbfc43945f08d2f0ac8a7cc52b7 2024-12-03T07:45:52,191 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/3c1a4119b701451c93d687bc277e935c is 50, key is test_row_0/C:col10/1733211951739/Put/seqid=0 2024-12-03T07:45:52,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742298_1474 (size=12151) 2024-12-03T07:45:52,196 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/3c1a4119b701451c93d687bc277e935c 2024-12-03T07:45:52,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-03T07:45:52,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/9da574dbecb64131ad21f21b6c3e0f42 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/9da574dbecb64131ad21f21b6c3e0f42 2024-12-03T07:45:52,202 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/9da574dbecb64131ad21f21b6c3e0f42, entries=200, sequenceid=178, filesize=14.2 K 2024-12-03T07:45:52,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/b4863cbfc43945f08d2f0ac8a7cc52b7 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/b4863cbfc43945f08d2f0ac8a7cc52b7 2024-12-03T07:45:52,206 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/b4863cbfc43945f08d2f0ac8a7cc52b7, entries=150, sequenceid=178, filesize=11.9 K 2024-12-03T07:45:52,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/3c1a4119b701451c93d687bc277e935c as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/3c1a4119b701451c93d687bc277e935c 2024-12-03T07:45:52,209 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/3c1a4119b701451c93d687bc277e935c, entries=150, sequenceid=178, filesize=11.9 K 2024-12-03T07:45:52,209 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~181.03 KB/185376, currentSize=114.05 KB/116790 for 497ec1b1b270dfd87a9d1d1a80736dc3 in 441ms, sequenceid=178, compaction requested=true 2024-12-03T07:45:52,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 497ec1b1b270dfd87a9d1d1a80736dc3: 2024-12-03T07:45:52,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 497ec1b1b270dfd87a9d1d1a80736dc3:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T07:45:52,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:52,210 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:45:52,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 497ec1b1b270dfd87a9d1d1a80736dc3:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T07:45:52,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:52,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 497ec1b1b270dfd87a9d1d1a80736dc3:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T07:45:52,210 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:45:52,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:45:52,211 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:45:52,211 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39083 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:45:52,211 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1541): 497ec1b1b270dfd87a9d1d1a80736dc3/A is initiating minor compaction (all files) 2024-12-03T07:45:52,211 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): 497ec1b1b270dfd87a9d1d1a80736dc3/B is initiating minor compaction (all files) 2024-12-03T07:45:52,211 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 497ec1b1b270dfd87a9d1d1a80736dc3/B in TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:52,211 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 497ec1b1b270dfd87a9d1d1a80736dc3/A in TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:52,211 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/2d34a4d4a8804ad5918403e1c39b9844, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/ddb247a1523246128c4e2cee4216ee1a, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/9da574dbecb64131ad21f21b6c3e0f42] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp, totalSize=38.2 K 2024-12-03T07:45:52,211 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/98fdb137c83e478b8eddb530f8761b74, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/b5510e2fa61f40d2a5af3373298c9c57, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/b4863cbfc43945f08d2f0ac8a7cc52b7] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp, totalSize=35.8 K 2024-12-03T07:45:52,212 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2d34a4d4a8804ad5918403e1c39b9844, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1733211949251 2024-12-03T07:45:52,212 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 98fdb137c83e478b8eddb530f8761b74, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1733211949251 2024-12-03T07:45:52,212 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting b5510e2fa61f40d2a5af3373298c9c57, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1733211949945 2024-12-03T07:45:52,212 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting ddb247a1523246128c4e2cee4216ee1a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1733211949945 2024-12-03T07:45:52,212 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting b4863cbfc43945f08d2f0ac8a7cc52b7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1733211951739 2024-12-03T07:45:52,212 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9da574dbecb64131ad21f21b6c3e0f42, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1733211951739 2024-12-03T07:45:52,219 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 497ec1b1b270dfd87a9d1d1a80736dc3#B#compaction#403 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:45:52,219 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/19e0e2d0facb45c6b5f32a2f121c724d is 50, key is test_row_0/B:col10/1733211951739/Put/seqid=0 2024-12-03T07:45:52,222 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 497ec1b1b270dfd87a9d1d1a80736dc3#A#compaction#402 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:45:52,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742299_1475 (size=12493) 2024-12-03T07:45:52,223 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/78d748325226460d82b28b9e3b0841a6 is 50, key is test_row_0/A:col10/1733211951739/Put/seqid=0 2024-12-03T07:45:52,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742300_1476 (size=12493) 2024-12-03T07:45:52,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-03T07:45:52,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:52,243 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing 497ec1b1b270dfd87a9d1d1a80736dc3 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-03T07:45:52,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=A 2024-12-03T07:45:52,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:52,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=B 2024-12-03T07:45:52,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:52,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=C 2024-12-03T07:45:52,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:52,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/0d1de7039e2042f892e7123c57bc3de7 is 50, key is test_row_0/A:col10/1733211951947/Put/seqid=0 2024-12-03T07:45:52,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742301_1477 (size=12151) 2024-12-03T07:45:52,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. as already flushing 2024-12-03T07:45:52,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 497ec1b1b270dfd87a9d1d1a80736dc3 2024-12-03T07:45:52,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:52,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38492 deadline: 1733212012362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:52,371 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:52,371 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:52,371 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:52,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-03T07:45:52,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:52,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38492 deadline: 1733212012478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:52,490 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:52,490 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:52,490 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:52,626 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/19e0e2d0facb45c6b5f32a2f121c724d as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/19e0e2d0facb45c6b5f32a2f121c724d 2024-12-03T07:45:52,630 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/78d748325226460d82b28b9e3b0841a6 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/78d748325226460d82b28b9e3b0841a6 2024-12-03T07:45:52,631 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 497ec1b1b270dfd87a9d1d1a80736dc3/B of 497ec1b1b270dfd87a9d1d1a80736dc3 into 19e0e2d0facb45c6b5f32a2f121c724d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:45:52,631 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 497ec1b1b270dfd87a9d1d1a80736dc3: 2024-12-03T07:45:52,631 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., storeName=497ec1b1b270dfd87a9d1d1a80736dc3/B, priority=13, startTime=1733211952210; duration=0sec 2024-12-03T07:45:52,631 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:45:52,631 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 497ec1b1b270dfd87a9d1d1a80736dc3:B 2024-12-03T07:45:52,631 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:45:52,631 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:45:52,632 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): 497ec1b1b270dfd87a9d1d1a80736dc3/C is initiating minor compaction (all files) 2024-12-03T07:45:52,632 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 497ec1b1b270dfd87a9d1d1a80736dc3/C in TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:52,632 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/6e0fe62232a04635b14e87ede226b79e, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/f2a8861572854ea78b8d7534776f22c5, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/3c1a4119b701451c93d687bc277e935c] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp, totalSize=35.8 K 2024-12-03T07:45:52,632 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e0fe62232a04635b14e87ede226b79e, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1733211949251 2024-12-03T07:45:52,632 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting f2a8861572854ea78b8d7534776f22c5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1733211949945 2024-12-03T07:45:52,633 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 3c1a4119b701451c93d687bc277e935c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1733211951739 2024-12-03T07:45:52,634 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 497ec1b1b270dfd87a9d1d1a80736dc3/A of 497ec1b1b270dfd87a9d1d1a80736dc3 into 78d748325226460d82b28b9e3b0841a6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:45:52,634 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 497ec1b1b270dfd87a9d1d1a80736dc3: 2024-12-03T07:45:52,634 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., storeName=497ec1b1b270dfd87a9d1d1a80736dc3/A, priority=13, startTime=1733211952210; duration=0sec 2024-12-03T07:45:52,634 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:52,634 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 497ec1b1b270dfd87a9d1d1a80736dc3:A 2024-12-03T07:45:52,639 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 497ec1b1b270dfd87a9d1d1a80736dc3#C#compaction#405 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:45:52,640 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/afa137b4bf304a96be4588367eb81c24 is 50, key is test_row_0/C:col10/1733211951739/Put/seqid=0 2024-12-03T07:45:52,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742302_1478 (size=12493) 2024-12-03T07:45:52,651 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/0d1de7039e2042f892e7123c57bc3de7 2024-12-03T07:45:52,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/ec806e05bffd47a699889297d8feba8b is 50, key is test_row_0/B:col10/1733211951947/Put/seqid=0 2024-12-03T07:45:52,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742303_1479 (size=12151) 2024-12-03T07:45:52,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:52,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38492 deadline: 1733212012697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:52,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:52,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:52,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:52,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-03T07:45:53,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:53,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38492 deadline: 1733212013018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:53,027 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:53,027 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:53,027 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:53,047 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/afa137b4bf304a96be4588367eb81c24 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/afa137b4bf304a96be4588367eb81c24 2024-12-03T07:45:53,050 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 497ec1b1b270dfd87a9d1d1a80736dc3/C of 497ec1b1b270dfd87a9d1d1a80736dc3 into afa137b4bf304a96be4588367eb81c24(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:45:53,050 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 497ec1b1b270dfd87a9d1d1a80736dc3: 2024-12-03T07:45:53,050 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., storeName=497ec1b1b270dfd87a9d1d1a80736dc3/C, priority=13, startTime=1733211952210; duration=0sec 2024-12-03T07:45:53,051 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:53,051 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 497ec1b1b270dfd87a9d1d1a80736dc3:C 2024-12-03T07:45:53,060 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/ec806e05bffd47a699889297d8feba8b 2024-12-03T07:45:53,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/0e21a673c5d0427b97d77816d0bb0b06 is 50, key is test_row_0/C:col10/1733211951947/Put/seqid=0 2024-12-03T07:45:53,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742304_1480 (size=12151) 2024-12-03T07:45:53,071 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/0e21a673c5d0427b97d77816d0bb0b06 2024-12-03T07:45:53,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/0d1de7039e2042f892e7123c57bc3de7 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/0d1de7039e2042f892e7123c57bc3de7 2024-12-03T07:45:53,077 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/0d1de7039e2042f892e7123c57bc3de7, entries=150, sequenceid=199, filesize=11.9 K 2024-12-03T07:45:53,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/ec806e05bffd47a699889297d8feba8b as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/ec806e05bffd47a699889297d8feba8b 2024-12-03T07:45:53,082 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/ec806e05bffd47a699889297d8feba8b, entries=150, sequenceid=199, filesize=11.9 K 2024-12-03T07:45:53,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/0e21a673c5d0427b97d77816d0bb0b06 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/0e21a673c5d0427b97d77816d0bb0b06 2024-12-03T07:45:53,085 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/0e21a673c5d0427b97d77816d0bb0b06, entries=150, sequenceid=199, filesize=11.9 K 2024-12-03T07:45:53,086 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 497ec1b1b270dfd87a9d1d1a80736dc3 in 843ms, sequenceid=199, compaction requested=false 2024-12-03T07:45:53,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for 497ec1b1b270dfd87a9d1d1a80736dc3: 2024-12-03T07:45:53,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:53,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-12-03T07:45:53,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-12-03T07:45:53,089 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-12-03T07:45:53,089 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 996 msec 2024-12-03T07:45:53,090 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 1.0010 sec 2024-12-03T07:45:53,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-03T07:45:53,228 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:45:53,228 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T07:45:53,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees 2024-12-03T07:45:53,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-03T07:45:53,230 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T07:45:53,231 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T07:45:53,231 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T07:45:53,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-03T07:45:53,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-03T07:45:53,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:53,383 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2902): Flushing 497ec1b1b270dfd87a9d1d1a80736dc3 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-03T07:45:53,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=A 2024-12-03T07:45:53,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:53,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=B 2024-12-03T07:45:53,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:53,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=C 2024-12-03T07:45:53,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:53,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/2d496bc2928040e7a5dfb3e54210339b is 50, key is test_row_0/A:col10/1733211952360/Put/seqid=0 2024-12-03T07:45:53,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742305_1481 (size=12151) 2024-12-03T07:45:53,395 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/2d496bc2928040e7a5dfb3e54210339b 2024-12-03T07:45:53,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/acd9523ec8a74bfa81e16f227ab89a2d is 50, key is test_row_0/B:col10/1733211952360/Put/seqid=0 2024-12-03T07:45:53,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742306_1482 (size=12151) 2024-12-03T07:45:53,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 497ec1b1b270dfd87a9d1d1a80736dc3 2024-12-03T07:45:53,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. as already flushing 2024-12-03T07:45:53,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-03T07:45:53,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:53,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38492 deadline: 1733212013666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:53,677 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:53,677 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:53,677 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:53,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:53,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38492 deadline: 1733212013788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:53,796 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:53,796 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:53,796 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:53,811 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/acd9523ec8a74bfa81e16f227ab89a2d 2024-12-03T07:45:53,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/6dfad81fb2654d9bbba792b5fac4aae6 is 50, key is test_row_0/C:col10/1733211952360/Put/seqid=0 2024-12-03T07:45:53,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742307_1483 (size=12151) 2024-12-03T07:45:53,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-03T07:45:54,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:54,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38492 deadline: 1733212014007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:54,012 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:54,012 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:54,012 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:54,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:54,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1733212014148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:54,159 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 911db94732f6,39389,1733211824582 for 'test_row_2' in 497ec1b1b270dfd87a9d1d1a80736dc3 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4209 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T07:45:54,160 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:54,160 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:54,160 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:54,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:54,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38502 deadline: 1733212014158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:54,166 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 911db94732f6,39389,1733211824582 for 'test_row_1' in 497ec1b1b270dfd87a9d1d1a80736dc3 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4217 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T07:45:54,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:54,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:54,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:54,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:54,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38540 deadline: 1733212014167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:54,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:54,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38530 deadline: 1733212014167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:54,180 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 911db94732f6,39389,1733211824582 for 'test_row_1' in 497ec1b1b270dfd87a9d1d1a80736dc3 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4233 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T07:45:54,180 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:54,180 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:54,180 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:54,180 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 911db94732f6,39389,1733211824582 for 'test_row_0' in 497ec1b1b270dfd87a9d1d1a80736dc3 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4232 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T07:45:54,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:54,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:54,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:54,221 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/6dfad81fb2654d9bbba792b5fac4aae6 2024-12-03T07:45:54,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/2d496bc2928040e7a5dfb3e54210339b as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/2d496bc2928040e7a5dfb3e54210339b 2024-12-03T07:45:54,228 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/2d496bc2928040e7a5dfb3e54210339b, entries=150, sequenceid=214, filesize=11.9 K 2024-12-03T07:45:54,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/acd9523ec8a74bfa81e16f227ab89a2d as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/acd9523ec8a74bfa81e16f227ab89a2d 2024-12-03T07:45:54,231 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/acd9523ec8a74bfa81e16f227ab89a2d, entries=150, sequenceid=214, filesize=11.9 K 2024-12-03T07:45:54,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/6dfad81fb2654d9bbba792b5fac4aae6 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/6dfad81fb2654d9bbba792b5fac4aae6 2024-12-03T07:45:54,235 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/6dfad81fb2654d9bbba792b5fac4aae6, entries=150, sequenceid=214, filesize=11.9 K 2024-12-03T07:45:54,236 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 497ec1b1b270dfd87a9d1d1a80736dc3 in 853ms, sequenceid=214, compaction requested=true 2024-12-03T07:45:54,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2603): Flush status journal for 497ec1b1b270dfd87a9d1d1a80736dc3: 2024-12-03T07:45:54,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:54,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=138 2024-12-03T07:45:54,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4169): Remote procedure done, pid=138 2024-12-03T07:45:54,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-12-03T07:45:54,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0060 sec 2024-12-03T07:45:54,241 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees in 1.0110 sec 2024-12-03T07:45:54,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 497ec1b1b270dfd87a9d1d1a80736dc3 2024-12-03T07:45:54,325 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 497ec1b1b270dfd87a9d1d1a80736dc3 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-12-03T07:45:54,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=A 2024-12-03T07:45:54,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:45:54,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=B 2024-12-03T07:45:54,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:45:54,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=C 2024-12-03T07:45:54,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:45:54,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/fbf3bddb5913457e8833240c8c87a82d is 50, key is test_row_0/A:col10/1733211953658/Put/seqid=0 2024-12-03T07:45:54,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742308_1484 (size=14541) 2024-12-03T07:45:54,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-03T07:45:54,368 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:45:54,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T07:45:54,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees 2024-12-03T07:45:54,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-03T07:45:54,370 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T07:45:54,371 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T07:45:54,371 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T07:45:54,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38492 deadline: 1733212014412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:54,419 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:54,420 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:54,420 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-03T07:45:54,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-03T07:45:54,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:54,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. as already flushing 2024-12-03T07:45:54,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:54,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:54,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:54,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:54,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:54,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38492 deadline: 1733212014527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:54,539 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:54,539 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:54,539 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:54,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-03T07:45:54,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:54,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. as already flushing 2024-12-03T07:45:54,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:54,676 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:54,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:54,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:54,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-03T07:45:54,735 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/fbf3bddb5913457e8833240c8c87a82d 2024-12-03T07:45:54,741 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/7dd7392e15c44cc39cbc5fef3f001224 is 50, key is test_row_0/B:col10/1733211953658/Put/seqid=0 2024-12-03T07:45:54,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742309_1485 (size=12151) 2024-12-03T07:45:54,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:54,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38492 deadline: 1733212014747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:54,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:54,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:54,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:54,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-03T07:45:54,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:54,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. as already flushing 2024-12-03T07:45:54,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:54,829 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:54,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:54,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:54,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-03T07:45:54,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:54,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. as already flushing 2024-12-03T07:45:54,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:54,980 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:54,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:54,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:54,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-03T07:45:55,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:55,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38492 deadline: 1733212015067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:55,078 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:55,078 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:55,078 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:55,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-03T07:45:55,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:55,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. as already flushing 2024-12-03T07:45:55,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:55,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:55,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:55,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:55,144 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/7dd7392e15c44cc39cbc5fef3f001224 2024-12-03T07:45:55,152 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/952ce78a1b6a47f487ed78de0fe5adf1 is 50, key is test_row_0/C:col10/1733211953658/Put/seqid=0 2024-12-03T07:45:55,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742310_1486 (size=12151) 2024-12-03T07:45:55,160 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/952ce78a1b6a47f487ed78de0fe5adf1 2024-12-03T07:45:55,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/fbf3bddb5913457e8833240c8c87a82d as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/fbf3bddb5913457e8833240c8c87a82d 2024-12-03T07:45:55,168 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/fbf3bddb5913457e8833240c8c87a82d, entries=200, sequenceid=235, filesize=14.2 K 2024-12-03T07:45:55,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/7dd7392e15c44cc39cbc5fef3f001224 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/7dd7392e15c44cc39cbc5fef3f001224 2024-12-03T07:45:55,171 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/7dd7392e15c44cc39cbc5fef3f001224, entries=150, sequenceid=235, filesize=11.9 K 2024-12-03T07:45:55,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/952ce78a1b6a47f487ed78de0fe5adf1 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/952ce78a1b6a47f487ed78de0fe5adf1 2024-12-03T07:45:55,176 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/952ce78a1b6a47f487ed78de0fe5adf1, entries=150, sequenceid=235, filesize=11.9 K 2024-12-03T07:45:55,176 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 497ec1b1b270dfd87a9d1d1a80736dc3 in 851ms, sequenceid=235, compaction requested=true 2024-12-03T07:45:55,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 497ec1b1b270dfd87a9d1d1a80736dc3: 2024-12-03T07:45:55,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 497ec1b1b270dfd87a9d1d1a80736dc3:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T07:45:55,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:55,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 497ec1b1b270dfd87a9d1d1a80736dc3:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T07:45:55,177 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T07:45:55,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:45:55,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 497ec1b1b270dfd87a9d1d1a80736dc3:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T07:45:55,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-03T07:45:55,177 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T07:45:55,179 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51336 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T07:45:55,179 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1541): 497ec1b1b270dfd87a9d1d1a80736dc3/A is initiating minor compaction (all files) 2024-12-03T07:45:55,179 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 497ec1b1b270dfd87a9d1d1a80736dc3/A in TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:55,179 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/78d748325226460d82b28b9e3b0841a6, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/0d1de7039e2042f892e7123c57bc3de7, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/2d496bc2928040e7a5dfb3e54210339b, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/fbf3bddb5913457e8833240c8c87a82d] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp, totalSize=50.1 K 2024-12-03T07:45:55,179 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T07:45:55,179 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 78d748325226460d82b28b9e3b0841a6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1733211951739 2024-12-03T07:45:55,179 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): 497ec1b1b270dfd87a9d1d1a80736dc3/B is initiating minor compaction (all files) 2024-12-03T07:45:55,179 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 497ec1b1b270dfd87a9d1d1a80736dc3/B in TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:55,180 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/19e0e2d0facb45c6b5f32a2f121c724d, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/ec806e05bffd47a699889297d8feba8b, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/acd9523ec8a74bfa81e16f227ab89a2d, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/7dd7392e15c44cc39cbc5fef3f001224] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp, totalSize=47.8 K 2024-12-03T07:45:55,180 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d1de7039e2042f892e7123c57bc3de7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1733211951939 2024-12-03T07:45:55,180 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 19e0e2d0facb45c6b5f32a2f121c724d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1733211951739 2024-12-03T07:45:55,180 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2d496bc2928040e7a5dfb3e54210339b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733211952335 2024-12-03T07:45:55,180 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting ec806e05bffd47a699889297d8feba8b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1733211951939 2024-12-03T07:45:55,180 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting acd9523ec8a74bfa81e16f227ab89a2d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733211952335 2024-12-03T07:45:55,180 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting fbf3bddb5913457e8833240c8c87a82d, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733211953648 2024-12-03T07:45:55,181 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 7dd7392e15c44cc39cbc5fef3f001224, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733211953658 2024-12-03T07:45:55,188 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 497ec1b1b270dfd87a9d1d1a80736dc3#A#compaction#414 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:45:55,189 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/5a638f4521ed4d4a9efffaf175d49f4e is 50, key is test_row_0/A:col10/1733211953658/Put/seqid=0 2024-12-03T07:45:55,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742311_1487 (size=12629) 2024-12-03T07:45:55,199 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 497ec1b1b270dfd87a9d1d1a80736dc3#B#compaction#415 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:45:55,200 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/b5d66957111746668229c5c3c18921fb is 50, key is test_row_0/B:col10/1733211953658/Put/seqid=0 2024-12-03T07:45:55,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742312_1488 (size=12629) 2024-12-03T07:45:55,203 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/5a638f4521ed4d4a9efffaf175d49f4e as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/5a638f4521ed4d4a9efffaf175d49f4e 2024-12-03T07:45:55,207 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 497ec1b1b270dfd87a9d1d1a80736dc3/A of 497ec1b1b270dfd87a9d1d1a80736dc3 into 5a638f4521ed4d4a9efffaf175d49f4e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:45:55,207 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 497ec1b1b270dfd87a9d1d1a80736dc3: 2024-12-03T07:45:55,207 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., storeName=497ec1b1b270dfd87a9d1d1a80736dc3/A, priority=12, startTime=1733211955176; duration=0sec 2024-12-03T07:45:55,207 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:45:55,207 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 497ec1b1b270dfd87a9d1d1a80736dc3:A 2024-12-03T07:45:55,207 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T07:45:55,211 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T07:45:55,212 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1541): 497ec1b1b270dfd87a9d1d1a80736dc3/C is initiating minor compaction (all files) 2024-12-03T07:45:55,212 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 497ec1b1b270dfd87a9d1d1a80736dc3/C in TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:55,212 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/afa137b4bf304a96be4588367eb81c24, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/0e21a673c5d0427b97d77816d0bb0b06, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/6dfad81fb2654d9bbba792b5fac4aae6, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/952ce78a1b6a47f487ed78de0fe5adf1] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp, totalSize=47.8 K 2024-12-03T07:45:55,212 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting afa137b4bf304a96be4588367eb81c24, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1733211951739 2024-12-03T07:45:55,212 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0e21a673c5d0427b97d77816d0bb0b06, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1733211951939 2024-12-03T07:45:55,213 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6dfad81fb2654d9bbba792b5fac4aae6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733211952335 2024-12-03T07:45:55,213 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 952ce78a1b6a47f487ed78de0fe5adf1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733211953658 2024-12-03T07:45:55,222 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 497ec1b1b270dfd87a9d1d1a80736dc3#C#compaction#416 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:45:55,222 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/ae2039ee7f364765b0a0658b4575ed43 is 50, key is test_row_0/C:col10/1733211953658/Put/seqid=0 2024-12-03T07:45:55,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742313_1489 (size=12629) 2024-12-03T07:45:55,232 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/ae2039ee7f364765b0a0658b4575ed43 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/ae2039ee7f364765b0a0658b4575ed43 2024-12-03T07:45:55,236 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 497ec1b1b270dfd87a9d1d1a80736dc3/C of 497ec1b1b270dfd87a9d1d1a80736dc3 into ae2039ee7f364765b0a0658b4575ed43(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:45:55,236 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 497ec1b1b270dfd87a9d1d1a80736dc3: 2024-12-03T07:45:55,236 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., storeName=497ec1b1b270dfd87a9d1d1a80736dc3/C, priority=12, startTime=1733211955177; duration=0sec 2024-12-03T07:45:55,236 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:55,236 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 497ec1b1b270dfd87a9d1d1a80736dc3:C 2024-12-03T07:45:55,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-03T07:45:55,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:55,286 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2902): Flushing 497ec1b1b270dfd87a9d1d1a80736dc3 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-03T07:45:55,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=A 2024-12-03T07:45:55,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:55,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=B 2024-12-03T07:45:55,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:55,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=C 2024-12-03T07:45:55,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:55,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/0c778e900a284b68a1583cea7034cfde is 50, key is test_row_0/A:col10/1733211954368/Put/seqid=0 2024-12-03T07:45:55,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742314_1490 (size=12151) 2024-12-03T07:45:55,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-03T07:45:55,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 497ec1b1b270dfd87a9d1d1a80736dc3 2024-12-03T07:45:55,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. as already flushing 2024-12-03T07:45:55,607 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/b5d66957111746668229c5c3c18921fb as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/b5d66957111746668229c5c3c18921fb 2024-12-03T07:45:55,611 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 497ec1b1b270dfd87a9d1d1a80736dc3/B of 497ec1b1b270dfd87a9d1d1a80736dc3 into b5d66957111746668229c5c3c18921fb(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:45:55,611 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 497ec1b1b270dfd87a9d1d1a80736dc3: 2024-12-03T07:45:55,611 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., storeName=497ec1b1b270dfd87a9d1d1a80736dc3/B, priority=12, startTime=1733211955177; duration=0sec 2024-12-03T07:45:55,611 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:55,611 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 497ec1b1b270dfd87a9d1d1a80736dc3:B 2024-12-03T07:45:55,694 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/0c778e900a284b68a1583cea7034cfde 2024-12-03T07:45:55,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/bf47bf3b74b547118c61c4ebddd226e2 is 50, key is test_row_0/B:col10/1733211954368/Put/seqid=0 2024-12-03T07:45:55,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742315_1491 (size=12151) 2024-12-03T07:45:55,713 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733211955669, max timestamp=1733211955710Num uniques 859; 2024-12-03T07:45:55,713 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733211955669, max timestamp=1733211955710Num uniques 859; 2024-12-03T07:45:55,713 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-03T07:45:55,713 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-03T07:45:55,714 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733211955669, max timestamp=1733211955710Num uniques 859; 2024-12-03T07:45:55,714 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-03T07:45:55,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38492 deadline: 1733212015854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:55,869 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:55,869 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:55,869 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:55,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38492 deadline: 1733212015977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:55,987 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:55,987 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:55,987 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:56,104 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/bf47bf3b74b547118c61c4ebddd226e2 2024-12-03T07:45:56,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/e054b4d6814f44eeaaec872df79ceac5 is 50, key is test_row_0/C:col10/1733211954368/Put/seqid=0 2024-12-03T07:45:56,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742316_1492 (size=12151) 2024-12-03T07:45:56,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:56,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38492 deadline: 1733212016198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:56,210 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:56,210 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:56,210 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:56,514 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/e054b4d6814f44eeaaec872df79ceac5 2024-12-03T07:45:56,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-03T07:45:56,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/0c778e900a284b68a1583cea7034cfde as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/0c778e900a284b68a1583cea7034cfde 2024-12-03T07:45:56,521 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/0c778e900a284b68a1583cea7034cfde, entries=150, sequenceid=248, filesize=11.9 K 2024-12-03T07:45:56,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/bf47bf3b74b547118c61c4ebddd226e2 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/bf47bf3b74b547118c61c4ebddd226e2 2024-12-03T07:45:56,524 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/bf47bf3b74b547118c61c4ebddd226e2, entries=150, sequenceid=248, filesize=11.9 K 2024-12-03T07:45:56,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/e054b4d6814f44eeaaec872df79ceac5 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/e054b4d6814f44eeaaec872df79ceac5 2024-12-03T07:45:56,528 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/e054b4d6814f44eeaaec872df79ceac5, entries=150, sequenceid=248, filesize=11.9 K 2024-12-03T07:45:56,528 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 497ec1b1b270dfd87a9d1d1a80736dc3 in 1242ms, sequenceid=248, compaction requested=false 2024-12-03T07:45:56,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2603): Flush status journal for 497ec1b1b270dfd87a9d1d1a80736dc3: 2024-12-03T07:45:56,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:56,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=140 2024-12-03T07:45:56,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4169): Remote procedure done, pid=140 2024-12-03T07:45:56,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 497ec1b1b270dfd87a9d1d1a80736dc3 2024-12-03T07:45:56,531 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 497ec1b1b270dfd87a9d1d1a80736dc3 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-12-03T07:45:56,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=A 2024-12-03T07:45:56,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:45:56,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=B 2024-12-03T07:45:56,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:45:56,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=C 2024-12-03T07:45:56,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:45:56,532 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-12-03T07:45:56,532 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1590 sec 2024-12-03T07:45:56,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees in 2.1640 sec 2024-12-03T07:45:56,536 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/a509123cf8584d3c95471f4c2f614dcd is 50, key is test_row_0/A:col10/1733211956530/Put/seqid=0 2024-12-03T07:45:56,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742317_1493 (size=14741) 2024-12-03T07:45:56,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:56,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38492 deadline: 1733212016607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:56,611 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:56,611 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:56,611 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:56,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:56,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38492 deadline: 1733212016718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:56,729 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:56,729 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:56,729 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:56,940 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/a509123cf8584d3c95471f4c2f614dcd 2024-12-03T07:45:56,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:56,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38492 deadline: 1733212016937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:56,944 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:56,944 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:56,944 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:56,947 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/35bb4c5d9b0e4f83a6c33a5cafc6379d is 50, key is test_row_0/B:col10/1733211956530/Put/seqid=0 2024-12-03T07:45:56,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742318_1494 (size=12301) 2024-12-03T07:45:57,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38492 deadline: 1733212017248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:57,255 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:57,255 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:57,255 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:57,351 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/35bb4c5d9b0e4f83a6c33a5cafc6379d 2024-12-03T07:45:57,359 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/d8e48be308734f579e1364d4012552e9 is 50, key is test_row_0/C:col10/1733211956530/Put/seqid=0 2024-12-03T07:45:57,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742319_1495 (size=12301) 2024-12-03T07:45:57,362 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/d8e48be308734f579e1364d4012552e9 2024-12-03T07:45:57,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/a509123cf8584d3c95471f4c2f614dcd as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/a509123cf8584d3c95471f4c2f614dcd 2024-12-03T07:45:57,370 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/a509123cf8584d3c95471f4c2f614dcd, entries=200, sequenceid=285, filesize=14.4 K 2024-12-03T07:45:57,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/35bb4c5d9b0e4f83a6c33a5cafc6379d as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/35bb4c5d9b0e4f83a6c33a5cafc6379d 2024-12-03T07:45:57,374 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/35bb4c5d9b0e4f83a6c33a5cafc6379d, entries=150, sequenceid=285, filesize=12.0 K 2024-12-03T07:45:57,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/d8e48be308734f579e1364d4012552e9 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/d8e48be308734f579e1364d4012552e9 2024-12-03T07:45:57,378 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/d8e48be308734f579e1364d4012552e9, entries=150, sequenceid=285, filesize=12.0 K 2024-12-03T07:45:57,378 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 497ec1b1b270dfd87a9d1d1a80736dc3 in 847ms, sequenceid=285, compaction requested=true 2024-12-03T07:45:57,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 497ec1b1b270dfd87a9d1d1a80736dc3: 2024-12-03T07:45:57,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 497ec1b1b270dfd87a9d1d1a80736dc3:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T07:45:57,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:57,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 497ec1b1b270dfd87a9d1d1a80736dc3:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T07:45:57,379 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:45:57,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:57,379 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:45:57,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 497ec1b1b270dfd87a9d1d1a80736dc3:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T07:45:57,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:45:57,380 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39521 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:45:57,380 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37081 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:45:57,380 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1541): 497ec1b1b270dfd87a9d1d1a80736dc3/A is initiating minor compaction (all files) 2024-12-03T07:45:57,380 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): 497ec1b1b270dfd87a9d1d1a80736dc3/B is initiating minor compaction (all files) 2024-12-03T07:45:57,380 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 497ec1b1b270dfd87a9d1d1a80736dc3/A in TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:57,380 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 497ec1b1b270dfd87a9d1d1a80736dc3/B in TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:57,380 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/b5d66957111746668229c5c3c18921fb, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/bf47bf3b74b547118c61c4ebddd226e2, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/35bb4c5d9b0e4f83a6c33a5cafc6379d] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp, totalSize=36.2 K 2024-12-03T07:45:57,380 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/5a638f4521ed4d4a9efffaf175d49f4e, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/0c778e900a284b68a1583cea7034cfde, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/a509123cf8584d3c95471f4c2f614dcd] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp, totalSize=38.6 K 2024-12-03T07:45:57,381 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting b5d66957111746668229c5c3c18921fb, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733211953658 2024-12-03T07:45:57,381 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5a638f4521ed4d4a9efffaf175d49f4e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733211953658 2024-12-03T07:45:57,381 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting bf47bf3b74b547118c61c4ebddd226e2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733211954368 2024-12-03T07:45:57,381 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0c778e900a284b68a1583cea7034cfde, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733211954368 2024-12-03T07:45:57,381 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 35bb4c5d9b0e4f83a6c33a5cafc6379d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1733211955837 2024-12-03T07:45:57,381 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting a509123cf8584d3c95471f4c2f614dcd, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1733211955745 2024-12-03T07:45:57,387 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 497ec1b1b270dfd87a9d1d1a80736dc3#A#compaction#423 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:45:57,388 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/2300f3327d7e45f995aee6bdd649c248 is 50, key is test_row_0/A:col10/1733211956530/Put/seqid=0 2024-12-03T07:45:57,388 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 497ec1b1b270dfd87a9d1d1a80736dc3#B#compaction#424 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:45:57,389 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/23d41f35dc5b4b98bf425f5ac51e0d43 is 50, key is test_row_0/B:col10/1733211956530/Put/seqid=0 2024-12-03T07:45:57,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742320_1496 (size=12881) 2024-12-03T07:45:57,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742321_1497 (size=12881) 2024-12-03T07:45:57,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 497ec1b1b270dfd87a9d1d1a80736dc3 2024-12-03T07:45:57,763 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 497ec1b1b270dfd87a9d1d1a80736dc3 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-03T07:45:57,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=A 2024-12-03T07:45:57,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:57,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=B 2024-12-03T07:45:57,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:57,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=C 2024-12-03T07:45:57,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:57,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/9f64e34fc37448599bdd9bf5033cdb03 is 50, key is test_row_0/A:col10/1733211956605/Put/seqid=0 2024-12-03T07:45:57,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742322_1498 (size=14741) 2024-12-03T07:45:57,771 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/9f64e34fc37448599bdd9bf5033cdb03 2024-12-03T07:45:57,779 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/e8414fb4bd0942e4a15a9b07d8a17fe4 is 50, key is test_row_0/B:col10/1733211956605/Put/seqid=0 2024-12-03T07:45:57,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742323_1499 (size=12301) 2024-12-03T07:45:57,787 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/e8414fb4bd0942e4a15a9b07d8a17fe4 2024-12-03T07:45:57,792 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/fb6c4ee93d2b430fa28fc694cff41222 is 50, key is test_row_0/C:col10/1733211956605/Put/seqid=0 2024-12-03T07:45:57,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742324_1500 (size=12301) 2024-12-03T07:45:57,796 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/fb6c4ee93d2b430fa28fc694cff41222 2024-12-03T07:45:57,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/9f64e34fc37448599bdd9bf5033cdb03 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/9f64e34fc37448599bdd9bf5033cdb03 2024-12-03T07:45:57,801 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/2300f3327d7e45f995aee6bdd649c248 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/2300f3327d7e45f995aee6bdd649c248 2024-12-03T07:45:57,801 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/23d41f35dc5b4b98bf425f5ac51e0d43 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/23d41f35dc5b4b98bf425f5ac51e0d43 2024-12-03T07:45:57,805 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/9f64e34fc37448599bdd9bf5033cdb03, entries=200, sequenceid=296, filesize=14.4 K 2024-12-03T07:45:57,806 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 497ec1b1b270dfd87a9d1d1a80736dc3/A of 497ec1b1b270dfd87a9d1d1a80736dc3 into 2300f3327d7e45f995aee6bdd649c248(size=12.6 K), total size for store is 27.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:45:57,806 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 497ec1b1b270dfd87a9d1d1a80736dc3: 2024-12-03T07:45:57,806 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., storeName=497ec1b1b270dfd87a9d1d1a80736dc3/A, priority=13, startTime=1733211957379; duration=0sec 2024-12-03T07:45:57,806 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:45:57,806 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 497ec1b1b270dfd87a9d1d1a80736dc3:A 2024-12-03T07:45:57,806 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:45:57,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/e8414fb4bd0942e4a15a9b07d8a17fe4 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/e8414fb4bd0942e4a15a9b07d8a17fe4 2024-12-03T07:45:57,806 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 497ec1b1b270dfd87a9d1d1a80736dc3/B of 497ec1b1b270dfd87a9d1d1a80736dc3 into 23d41f35dc5b4b98bf425f5ac51e0d43(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:45:57,806 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 497ec1b1b270dfd87a9d1d1a80736dc3: 2024-12-03T07:45:57,806 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., storeName=497ec1b1b270dfd87a9d1d1a80736dc3/B, priority=13, startTime=1733211957379; duration=0sec 2024-12-03T07:45:57,806 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:57,807 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 497ec1b1b270dfd87a9d1d1a80736dc3:B 2024-12-03T07:45:57,807 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37081 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:45:57,807 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1541): 497ec1b1b270dfd87a9d1d1a80736dc3/C is initiating minor compaction (all files) 2024-12-03T07:45:57,808 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 497ec1b1b270dfd87a9d1d1a80736dc3/C in TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:57,808 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/ae2039ee7f364765b0a0658b4575ed43, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/e054b4d6814f44eeaaec872df79ceac5, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/d8e48be308734f579e1364d4012552e9] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp, totalSize=36.2 K 2024-12-03T07:45:57,808 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae2039ee7f364765b0a0658b4575ed43, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733211953658 2024-12-03T07:45:57,809 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting e054b4d6814f44eeaaec872df79ceac5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733211954368 2024-12-03T07:45:57,809 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8e48be308734f579e1364d4012552e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1733211955837 2024-12-03T07:45:57,814 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/e8414fb4bd0942e4a15a9b07d8a17fe4, entries=150, sequenceid=296, filesize=12.0 K 2024-12-03T07:45:57,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/fb6c4ee93d2b430fa28fc694cff41222 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/fb6c4ee93d2b430fa28fc694cff41222 2024-12-03T07:45:57,821 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/fb6c4ee93d2b430fa28fc694cff41222, entries=150, sequenceid=296, filesize=12.0 K 2024-12-03T07:45:57,821 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=46.96 KB/48090 for 497ec1b1b270dfd87a9d1d1a80736dc3 in 58ms, sequenceid=296, compaction requested=false 2024-12-03T07:45:57,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 497ec1b1b270dfd87a9d1d1a80736dc3: 2024-12-03T07:45:57,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 497ec1b1b270dfd87a9d1d1a80736dc3 2024-12-03T07:45:57,822 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 497ec1b1b270dfd87a9d1d1a80736dc3 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-03T07:45:57,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=A 2024-12-03T07:45:57,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:57,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=B 2024-12-03T07:45:57,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:57,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=C 2024-12-03T07:45:57,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:45:57,823 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 497ec1b1b270dfd87a9d1d1a80736dc3#C#compaction#428 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:45:57,824 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/b11d7aa0942540bb9e06aa7fd91bb719 is 50, key is test_row_0/C:col10/1733211956530/Put/seqid=0 2024-12-03T07:45:57,827 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/3e84f67372c04b4b92b21da810da6979 is 50, key is test_row_0/A:col10/1733211957811/Put/seqid=0 2024-12-03T07:45:57,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742325_1501 (size=12881) 2024-12-03T07:45:57,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742326_1502 (size=14741) 2024-12-03T07:45:57,987 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733211957956, max timestamp=1733211957984Num uniques 859; 2024-12-03T07:45:57,987 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733211957956, max timestamp=1733211957984Num uniques 859; 2024-12-03T07:45:57,988 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-03T07:45:57,988 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-03T07:45:57,988 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733211957956, max timestamp=1733211957984Num uniques 859; 2024-12-03T07:45:57,988 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-03T07:45:58,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:58,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38492 deadline: 1733212018164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:58,174 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:58,174 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:58,175 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:58,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:58,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38478 deadline: 1733212018178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:58,190 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 911db94732f6,39389,1733211824582 for 'test_row_2' in 497ec1b1b270dfd87a9d1d1a80736dc3 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8240 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T07:45:58,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:58,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:58,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:58,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:58,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38502 deadline: 1733212018187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:58,201 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 911db94732f6,39389,1733211824582 for 'test_row_1' in 497ec1b1b270dfd87a9d1d1a80736dc3 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8252 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T07:45:58,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:58,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:58,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:58,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:58,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38540 deadline: 1733212018217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:58,226 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 911db94732f6,39389,1733211824582 for 'test_row_1' in 497ec1b1b270dfd87a9d1d1a80736dc3 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8279 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T07:45:58,227 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:58,227 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:58,227 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:58,231 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/3e84f67372c04b4b92b21da810da6979 2024-12-03T07:45:58,233 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/b11d7aa0942540bb9e06aa7fd91bb719 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/b11d7aa0942540bb9e06aa7fd91bb719 2024-12-03T07:45:58,238 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 497ec1b1b270dfd87a9d1d1a80736dc3/C of 497ec1b1b270dfd87a9d1d1a80736dc3 into b11d7aa0942540bb9e06aa7fd91bb719(size=12.6 K), total size for store is 24.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:45:58,238 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 497ec1b1b270dfd87a9d1d1a80736dc3: 2024-12-03T07:45:58,238 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., storeName=497ec1b1b270dfd87a9d1d1a80736dc3/C, priority=13, startTime=1733211957379; duration=0sec 2024-12-03T07:45:58,238 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:58,238 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 497ec1b1b270dfd87a9d1d1a80736dc3:C 2024-12-03T07:45:58,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/11268417008846b8a4d65591c0f84700 is 50, key is test_row_0/B:col10/1733211957811/Put/seqid=0 2024-12-03T07:45:58,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742327_1503 (size=12301) 2024-12-03T07:45:58,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:58,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38530 deadline: 1733212018227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:58,242 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 911db94732f6,39389,1733211824582 for 'test_row_0' in 497ec1b1b270dfd87a9d1d1a80736dc3 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8294 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T07:45:58,242 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:58,242 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:58,242 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:58,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:58,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38492 deadline: 1733212018277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:58,290 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:58,290 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:58,290 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:58,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:58,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38492 deadline: 1733212018498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:58,503 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:58,503 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:58,503 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:58,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-03T07:45:58,527 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:45:58,528 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T07:45:58,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees 2024-12-03T07:45:58,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-03T07:45:58,529 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T07:45:58,530 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T07:45:58,530 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T07:45:58,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-03T07:45:58,642 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/11268417008846b8a4d65591c0f84700 2024-12-03T07:45:58,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/1a88dd73b9a14a8bab6f658bf85bba1c is 50, key is test_row_0/C:col10/1733211957811/Put/seqid=0 2024-12-03T07:45:58,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742328_1504 (size=12301) 2024-12-03T07:45:58,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-12-03T07:45:58,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:58,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. as already flushing 2024-12-03T07:45:58,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:58,682 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:58,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:58,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:58,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:58,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38492 deadline: 1733212018807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:58,822 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:58,822 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:58,822 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:58,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-12-03T07:45:58,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:58,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. as already flushing 2024-12-03T07:45:58,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:58,835 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:58,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:58,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:58,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-03T07:45:58,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-12-03T07:45:58,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:58,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. as already flushing 2024-12-03T07:45:58,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:58,988 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:58,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:58,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:45:59,054 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/1a88dd73b9a14a8bab6f658bf85bba1c 2024-12-03T07:45:59,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/3e84f67372c04b4b92b21da810da6979 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/3e84f67372c04b4b92b21da810da6979 2024-12-03T07:45:59,060 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/3e84f67372c04b4b92b21da810da6979, entries=200, sequenceid=309, filesize=14.4 K 2024-12-03T07:45:59,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/11268417008846b8a4d65591c0f84700 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/11268417008846b8a4d65591c0f84700 2024-12-03T07:45:59,064 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/11268417008846b8a4d65591c0f84700, entries=150, sequenceid=309, filesize=12.0 K 2024-12-03T07:45:59,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/1a88dd73b9a14a8bab6f658bf85bba1c as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/1a88dd73b9a14a8bab6f658bf85bba1c 2024-12-03T07:45:59,067 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/1a88dd73b9a14a8bab6f658bf85bba1c, entries=150, sequenceid=309, filesize=12.0 K 2024-12-03T07:45:59,068 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 497ec1b1b270dfd87a9d1d1a80736dc3 in 1246ms, sequenceid=309, compaction requested=true 2024-12-03T07:45:59,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 497ec1b1b270dfd87a9d1d1a80736dc3: 2024-12-03T07:45:59,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 497ec1b1b270dfd87a9d1d1a80736dc3:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T07:45:59,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:59,068 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:45:59,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 497ec1b1b270dfd87a9d1d1a80736dc3:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T07:45:59,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:59,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 497ec1b1b270dfd87a9d1d1a80736dc3:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T07:45:59,068 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:45:59,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:45:59,069 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:45:59,069 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42363 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:45:59,069 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1541): 497ec1b1b270dfd87a9d1d1a80736dc3/A is initiating minor compaction (all files) 2024-12-03T07:45:59,069 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): 497ec1b1b270dfd87a9d1d1a80736dc3/B is initiating minor compaction (all files) 2024-12-03T07:45:59,069 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 497ec1b1b270dfd87a9d1d1a80736dc3/A in TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:59,069 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 497ec1b1b270dfd87a9d1d1a80736dc3/B in TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:59,069 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/2300f3327d7e45f995aee6bdd649c248, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/9f64e34fc37448599bdd9bf5033cdb03, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/3e84f67372c04b4b92b21da810da6979] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp, totalSize=41.4 K 2024-12-03T07:45:59,069 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/23d41f35dc5b4b98bf425f5ac51e0d43, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/e8414fb4bd0942e4a15a9b07d8a17fe4, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/11268417008846b8a4d65591c0f84700] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp, totalSize=36.6 K 2024-12-03T07:45:59,069 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2300f3327d7e45f995aee6bdd649c248, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1733211955837 2024-12-03T07:45:59,069 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 23d41f35dc5b4b98bf425f5ac51e0d43, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1733211955837 2024-12-03T07:45:59,070 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9f64e34fc37448599bdd9bf5033cdb03, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1733211956553 2024-12-03T07:45:59,070 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting e8414fb4bd0942e4a15a9b07d8a17fe4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1733211956553 2024-12-03T07:45:59,070 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e84f67372c04b4b92b21da810da6979, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1733211957794 2024-12-03T07:45:59,070 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 11268417008846b8a4d65591c0f84700, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1733211957803 2024-12-03T07:45:59,075 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 497ec1b1b270dfd87a9d1d1a80736dc3#B#compaction#432 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:45:59,075 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/e3c0bd72ce1c4207b6673fd10f1998ca is 50, key is test_row_0/B:col10/1733211957811/Put/seqid=0 2024-12-03T07:45:59,076 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 497ec1b1b270dfd87a9d1d1a80736dc3#A#compaction#433 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:45:59,076 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/ccad0b328abc4ddabcaea54f157da915 is 50, key is test_row_0/A:col10/1733211957811/Put/seqid=0 2024-12-03T07:45:59,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742329_1505 (size=12983) 2024-12-03T07:45:59,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742330_1506 (size=12983) 2024-12-03T07:45:59,084 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/ccad0b328abc4ddabcaea54f157da915 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/ccad0b328abc4ddabcaea54f157da915 2024-12-03T07:45:59,087 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 497ec1b1b270dfd87a9d1d1a80736dc3/A of 497ec1b1b270dfd87a9d1d1a80736dc3 into ccad0b328abc4ddabcaea54f157da915(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:45:59,087 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 497ec1b1b270dfd87a9d1d1a80736dc3: 2024-12-03T07:45:59,087 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., storeName=497ec1b1b270dfd87a9d1d1a80736dc3/A, priority=13, startTime=1733211959068; duration=0sec 2024-12-03T07:45:59,087 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:45:59,088 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 497ec1b1b270dfd87a9d1d1a80736dc3:A 2024-12-03T07:45:59,088 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:45:59,088 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:45:59,088 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1541): 497ec1b1b270dfd87a9d1d1a80736dc3/C is initiating minor compaction (all files) 2024-12-03T07:45:59,088 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 497ec1b1b270dfd87a9d1d1a80736dc3/C in TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:59,088 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/b11d7aa0942540bb9e06aa7fd91bb719, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/fb6c4ee93d2b430fa28fc694cff41222, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/1a88dd73b9a14a8bab6f658bf85bba1c] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp, totalSize=36.6 K 2024-12-03T07:45:59,089 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting b11d7aa0942540bb9e06aa7fd91bb719, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1733211955837 2024-12-03T07:45:59,089 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb6c4ee93d2b430fa28fc694cff41222, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1733211956553 2024-12-03T07:45:59,089 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a88dd73b9a14a8bab6f658bf85bba1c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1733211957803 2024-12-03T07:45:59,094 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 497ec1b1b270dfd87a9d1d1a80736dc3#C#compaction#434 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:45:59,095 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/766dc7fb07ef4505b390bfd0ae20babc is 50, key is test_row_0/C:col10/1733211957811/Put/seqid=0 2024-12-03T07:45:59,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742331_1507 (size=12983) 2024-12-03T07:45:59,104 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/766dc7fb07ef4505b390bfd0ae20babc as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/766dc7fb07ef4505b390bfd0ae20babc 2024-12-03T07:45:59,108 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 497ec1b1b270dfd87a9d1d1a80736dc3/C of 497ec1b1b270dfd87a9d1d1a80736dc3 into 766dc7fb07ef4505b390bfd0ae20babc(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:45:59,108 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 497ec1b1b270dfd87a9d1d1a80736dc3: 2024-12-03T07:45:59,108 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., storeName=497ec1b1b270dfd87a9d1d1a80736dc3/C, priority=13, startTime=1733211959068; duration=0sec 2024-12-03T07:45:59,108 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:59,108 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 497ec1b1b270dfd87a9d1d1a80736dc3:C 2024-12-03T07:45:59,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-12-03T07:45:59,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:45:59,141 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2902): Flushing 497ec1b1b270dfd87a9d1d1a80736dc3 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-12-03T07:45:59,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=A 2024-12-03T07:45:59,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:45:59,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=B 2024-12-03T07:45:59,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:45:59,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=C 2024-12-03T07:45:59,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:45:59,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/cf34a147b241422ea4fbd37d5fa86d3d is 50, key is test_row_0/A:col10/1733211958163/Put/seqid=0 2024-12-03T07:45:59,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742332_1508 (size=12301) 2024-12-03T07:45:59,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-03T07:45:59,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 497ec1b1b270dfd87a9d1d1a80736dc3 2024-12-03T07:45:59,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. as already flushing 2024-12-03T07:45:59,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:59,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38492 deadline: 1733212019392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:59,399 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:59,399 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:59,399 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:59,484 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/e3c0bd72ce1c4207b6673fd10f1998ca as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/e3c0bd72ce1c4207b6673fd10f1998ca 2024-12-03T07:45:59,487 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 497ec1b1b270dfd87a9d1d1a80736dc3/B of 497ec1b1b270dfd87a9d1d1a80736dc3 into e3c0bd72ce1c4207b6673fd10f1998ca(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:45:59,487 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 497ec1b1b270dfd87a9d1d1a80736dc3: 2024-12-03T07:45:59,487 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., storeName=497ec1b1b270dfd87a9d1d1a80736dc3/B, priority=13, startTime=1733211959068; duration=0sec 2024-12-03T07:45:59,487 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:45:59,487 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 497ec1b1b270dfd87a9d1d1a80736dc3:B 2024-12-03T07:45:59,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:59,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38492 deadline: 1733212019507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:59,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:59,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:59,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:59,548 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/cf34a147b241422ea4fbd37d5fa86d3d 2024-12-03T07:45:59,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/c62daa372ae14d4bababa7a22d3c932b is 50, key is test_row_0/B:col10/1733211958163/Put/seqid=0 2024-12-03T07:45:59,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742333_1509 (size=12301) 2024-12-03T07:45:59,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-03T07:45:59,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:45:59,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38492 deadline: 1733212019727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:45:59,736 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:59,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:45:59,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:45:59,958 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/c62daa372ae14d4bababa7a22d3c932b 2024-12-03T07:45:59,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/92d7d1f8e5b140dcaa6bbc7dac612e72 is 50, key is test_row_0/C:col10/1733211958163/Put/seqid=0 2024-12-03T07:45:59,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742334_1510 (size=12301) 2024-12-03T07:46:00,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:00,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38492 deadline: 1733212020047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:00,057 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:00,057 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:00,057 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:46:00,368 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/92d7d1f8e5b140dcaa6bbc7dac612e72 2024-12-03T07:46:00,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/cf34a147b241422ea4fbd37d5fa86d3d as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/cf34a147b241422ea4fbd37d5fa86d3d 2024-12-03T07:46:00,375 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/cf34a147b241422ea4fbd37d5fa86d3d, entries=150, sequenceid=348, filesize=12.0 K 2024-12-03T07:46:00,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/c62daa372ae14d4bababa7a22d3c932b as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/c62daa372ae14d4bababa7a22d3c932b 2024-12-03T07:46:00,382 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/c62daa372ae14d4bababa7a22d3c932b, entries=150, sequenceid=348, filesize=12.0 K 2024-12-03T07:46:00,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/92d7d1f8e5b140dcaa6bbc7dac612e72 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/92d7d1f8e5b140dcaa6bbc7dac612e72 2024-12-03T07:46:00,399 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/92d7d1f8e5b140dcaa6bbc7dac612e72, entries=150, sequenceid=348, filesize=12.0 K 2024-12-03T07:46:00,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-12-03T07:46:00,400 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for 497ec1b1b270dfd87a9d1d1a80736dc3 in 1259ms, sequenceid=348, compaction requested=false 2024-12-03T07:46:00,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2603): Flush status journal for 497ec1b1b270dfd87a9d1d1a80736dc3: 2024-12-03T07:46:00,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:00,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=142 2024-12-03T07:46:00,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4169): Remote procedure done, pid=142 2024-12-03T07:46:00,403 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-12-03T07:46:00,403 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8710 sec 2024-12-03T07:46:00,404 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees in 1.8750 sec 2024-12-03T07:46:00,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 497ec1b1b270dfd87a9d1d1a80736dc3 2024-12-03T07:46:00,572 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 497ec1b1b270dfd87a9d1d1a80736dc3 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-03T07:46:00,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=A 2024-12-03T07:46:00,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:46:00,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=B 2024-12-03T07:46:00,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:46:00,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=C 2024-12-03T07:46:00,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:46:00,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/9767ad5b07224ae6a08fd7146596e719 is 50, key is test_row_0/A:col10/1733211959371/Put/seqid=0 2024-12-03T07:46:00,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742335_1511 (size=14741) 2024-12-03T07:46:00,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-03T07:46:00,688 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:46:00,688 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T07:46:00,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees 2024-12-03T07:46:00,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-03T07:46:00,690 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T07:46:00,690 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T07:46:00,690 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T07:46:00,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:00,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38492 deadline: 1733212020727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:00,736 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:00,736 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:00,736 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:46:00,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-03T07:46:00,842 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-12-03T07:46:00,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:00,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. as already flushing 2024-12-03T07:46:00,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:00,843 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:00,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:00,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:00,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:00,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38492 deadline: 1733212020837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:00,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:00,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:00,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:46:00,980 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/9767ad5b07224ae6a08fd7146596e719 2024-12-03T07:46:00,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/788f320ec2c14cd88bb1c0f10df9820b is 50, key is test_row_0/B:col10/1733211959371/Put/seqid=0 2024-12-03T07:46:00,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742336_1512 (size=12301) 2024-12-03T07:46:00,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-12-03T07:46:00,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:00,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. as already flushing 2024-12-03T07:46:00,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:00,995 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:00,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:00,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:01,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-03T07:46:01,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:01,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38492 deadline: 1733212021048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:01,051 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:01,051 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:01,051 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:46:01,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-12-03T07:46:01,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:01,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. as already flushing 2024-12-03T07:46:01,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:01,148 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:01,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:01,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:01,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-12-03T07:46:01,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:01,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. as already flushing 2024-12-03T07:46:01,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:01,301 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:01,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:01,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:01,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-03T07:46:01,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:01,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38492 deadline: 1733212021357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:01,362 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:01,362 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:01,362 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:46:01,391 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/788f320ec2c14cd88bb1c0f10df9820b 2024-12-03T07:46:01,397 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/ffd8d901cd90466999999be587f4f57e is 50, key is test_row_0/C:col10/1733211959371/Put/seqid=0 2024-12-03T07:46:01,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742337_1513 (size=12301) 2024-12-03T07:46:01,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-12-03T07:46:01,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:01,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. as already flushing 2024-12-03T07:46:01,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:01,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:01,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:01,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:01,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-12-03T07:46:01,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:01,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. as already flushing 2024-12-03T07:46:01,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:01,606 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:01,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:01,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:01,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-12-03T07:46:01,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:01,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. as already flushing 2024-12-03T07:46:01,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:01,759 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:01,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:01,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:01,805 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/ffd8d901cd90466999999be587f4f57e 2024-12-03T07:46:01,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/9767ad5b07224ae6a08fd7146596e719 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/9767ad5b07224ae6a08fd7146596e719 2024-12-03T07:46:01,811 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/9767ad5b07224ae6a08fd7146596e719, entries=200, sequenceid=361, filesize=14.4 K 2024-12-03T07:46:01,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/788f320ec2c14cd88bb1c0f10df9820b as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/788f320ec2c14cd88bb1c0f10df9820b 2024-12-03T07:46:01,815 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/788f320ec2c14cd88bb1c0f10df9820b, entries=150, sequenceid=361, filesize=12.0 K 2024-12-03T07:46:01,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/ffd8d901cd90466999999be587f4f57e as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/ffd8d901cd90466999999be587f4f57e 2024-12-03T07:46:01,819 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/ffd8d901cd90466999999be587f4f57e, entries=150, sequenceid=361, filesize=12.0 K 2024-12-03T07:46:01,820 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 497ec1b1b270dfd87a9d1d1a80736dc3 in 1248ms, sequenceid=361, compaction requested=true 2024-12-03T07:46:01,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 497ec1b1b270dfd87a9d1d1a80736dc3: 2024-12-03T07:46:01,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 497ec1b1b270dfd87a9d1d1a80736dc3:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T07:46:01,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:46:01,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 497ec1b1b270dfd87a9d1d1a80736dc3:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T07:46:01,820 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:46:01,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:46:01,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 497ec1b1b270dfd87a9d1d1a80736dc3:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T07:46:01,820 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:46:01,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:46:01,821 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:46:01,821 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:46:01,821 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): 497ec1b1b270dfd87a9d1d1a80736dc3/B is initiating minor compaction (all files) 2024-12-03T07:46:01,821 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1541): 497ec1b1b270dfd87a9d1d1a80736dc3/A is initiating minor compaction (all files) 2024-12-03T07:46:01,821 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 497ec1b1b270dfd87a9d1d1a80736dc3/A in TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:01,821 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 497ec1b1b270dfd87a9d1d1a80736dc3/B in TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:01,821 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/ccad0b328abc4ddabcaea54f157da915, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/cf34a147b241422ea4fbd37d5fa86d3d, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/9767ad5b07224ae6a08fd7146596e719] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp, totalSize=39.1 K 2024-12-03T07:46:01,821 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/e3c0bd72ce1c4207b6673fd10f1998ca, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/c62daa372ae14d4bababa7a22d3c932b, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/788f320ec2c14cd88bb1c0f10df9820b] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp, totalSize=36.7 K 2024-12-03T07:46:01,821 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting ccad0b328abc4ddabcaea54f157da915, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1733211957803 2024-12-03T07:46:01,822 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting e3c0bd72ce1c4207b6673fd10f1998ca, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1733211957803 2024-12-03T07:46:01,822 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting cf34a147b241422ea4fbd37d5fa86d3d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1733211958107 2024-12-03T07:46:01,822 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting c62daa372ae14d4bababa7a22d3c932b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1733211958107 2024-12-03T07:46:01,822 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9767ad5b07224ae6a08fd7146596e719, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1733211959371 2024-12-03T07:46:01,822 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 788f320ec2c14cd88bb1c0f10df9820b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1733211959371 2024-12-03T07:46:01,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-03T07:46:01,828 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 497ec1b1b270dfd87a9d1d1a80736dc3#B#compaction#441 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:46:01,829 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/afbd88ed0c994b3aaf32293495788d35 is 50, key is test_row_0/B:col10/1733211959371/Put/seqid=0 2024-12-03T07:46:01,831 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 497ec1b1b270dfd87a9d1d1a80736dc3#A#compaction#442 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:46:01,831 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/8d0052191d41419eb437b8c432e56e39 is 50, key is test_row_0/A:col10/1733211959371/Put/seqid=0 2024-12-03T07:46:01,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742339_1515 (size=13085) 2024-12-03T07:46:01,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742338_1514 (size=13085) 2024-12-03T07:46:01,852 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/afbd88ed0c994b3aaf32293495788d35 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/afbd88ed0c994b3aaf32293495788d35 2024-12-03T07:46:01,856 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 497ec1b1b270dfd87a9d1d1a80736dc3/B of 497ec1b1b270dfd87a9d1d1a80736dc3 into afbd88ed0c994b3aaf32293495788d35(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:46:01,856 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 497ec1b1b270dfd87a9d1d1a80736dc3: 2024-12-03T07:46:01,856 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., storeName=497ec1b1b270dfd87a9d1d1a80736dc3/B, priority=13, startTime=1733211961820; duration=0sec 2024-12-03T07:46:01,856 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:46:01,856 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 497ec1b1b270dfd87a9d1d1a80736dc3:B 2024-12-03T07:46:01,856 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:46:01,857 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:46:01,857 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): 497ec1b1b270dfd87a9d1d1a80736dc3/C is initiating minor compaction (all files) 2024-12-03T07:46:01,857 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 497ec1b1b270dfd87a9d1d1a80736dc3/C in TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:01,857 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/766dc7fb07ef4505b390bfd0ae20babc, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/92d7d1f8e5b140dcaa6bbc7dac612e72, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/ffd8d901cd90466999999be587f4f57e] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp, totalSize=36.7 K 2024-12-03T07:46:01,857 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 766dc7fb07ef4505b390bfd0ae20babc, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1733211957803 2024-12-03T07:46:01,857 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 92d7d1f8e5b140dcaa6bbc7dac612e72, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1733211958107 2024-12-03T07:46:01,858 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting ffd8d901cd90466999999be587f4f57e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1733211959371 2024-12-03T07:46:01,863 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 497ec1b1b270dfd87a9d1d1a80736dc3#C#compaction#443 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:46:01,864 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/074c6f66ffb549ffa229ad9d19c38cee is 50, key is test_row_0/C:col10/1733211959371/Put/seqid=0 2024-12-03T07:46:01,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742340_1516 (size=13085) 2024-12-03T07:46:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 497ec1b1b270dfd87a9d1d1a80736dc3 2024-12-03T07:46:01,873 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 497ec1b1b270dfd87a9d1d1a80736dc3 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-12-03T07:46:01,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=A 2024-12-03T07:46:01,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:46:01,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=B 2024-12-03T07:46:01,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:46:01,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=C 2024-12-03T07:46:01,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:46:01,881 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/7dc3af9c37c8462abf354d2637072d4b is 50, key is test_row_0/A:col10/1733211960679/Put/seqid=0 2024-12-03T07:46:01,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742341_1517 (size=14741) 2024-12-03T07:46:01,889 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/7dc3af9c37c8462abf354d2637072d4b 2024-12-03T07:46:01,896 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/380affd1e4c244ae8fd6935274c1026e is 50, key is test_row_0/B:col10/1733211960679/Put/seqid=0 2024-12-03T07:46:01,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742342_1518 (size=12301) 2024-12-03T07:46:01,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-12-03T07:46:01,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:01,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. as already flushing 2024-12-03T07:46:01,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:01,912 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:01,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:01,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:01,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:01,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38492 deadline: 1733212021951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:01,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:01,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:01,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:46:02,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-12-03T07:46:02,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:02,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. as already flushing 2024-12-03T07:46:02,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:02,065 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:02,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:02,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:02,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38492 deadline: 1733212022067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:02,078 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:02,078 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:02,078 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:46:02,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-12-03T07:46:02,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:02,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. as already flushing 2024-12-03T07:46:02,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:02,218 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:02,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:02,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:02,244 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/8d0052191d41419eb437b8c432e56e39 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/8d0052191d41419eb437b8c432e56e39 2024-12-03T07:46:02,248 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 497ec1b1b270dfd87a9d1d1a80736dc3/A of 497ec1b1b270dfd87a9d1d1a80736dc3 into 8d0052191d41419eb437b8c432e56e39(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:46:02,248 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 497ec1b1b270dfd87a9d1d1a80736dc3: 2024-12-03T07:46:02,248 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., storeName=497ec1b1b270dfd87a9d1d1a80736dc3/A, priority=13, startTime=1733211961820; duration=0sec 2024-12-03T07:46:02,248 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:46:02,248 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 497ec1b1b270dfd87a9d1d1a80736dc3:A 2024-12-03T07:46:02,272 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/074c6f66ffb549ffa229ad9d19c38cee as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/074c6f66ffb549ffa229ad9d19c38cee 2024-12-03T07:46:02,275 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 497ec1b1b270dfd87a9d1d1a80736dc3/C of 497ec1b1b270dfd87a9d1d1a80736dc3 into 074c6f66ffb549ffa229ad9d19c38cee(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:46:02,275 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 497ec1b1b270dfd87a9d1d1a80736dc3: 2024-12-03T07:46:02,275 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., storeName=497ec1b1b270dfd87a9d1d1a80736dc3/C, priority=13, startTime=1733211961820; duration=0sec 2024-12-03T07:46:02,276 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:46:02,276 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 497ec1b1b270dfd87a9d1d1a80736dc3:C 2024-12-03T07:46:02,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:02,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38492 deadline: 1733212022287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:02,293 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:02,293 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:02,293 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:46:02,300 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/380affd1e4c244ae8fd6935274c1026e 2024-12-03T07:46:02,306 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/c79bfeb55fc34ca793e4e334fb8f66ac is 50, key is test_row_0/C:col10/1733211960679/Put/seqid=0 2024-12-03T07:46:02,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742343_1519 (size=12301) 2024-12-03T07:46:02,310 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/c79bfeb55fc34ca793e4e334fb8f66ac 2024-12-03T07:46:02,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/7dc3af9c37c8462abf354d2637072d4b as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/7dc3af9c37c8462abf354d2637072d4b 2024-12-03T07:46:02,329 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/7dc3af9c37c8462abf354d2637072d4b, entries=200, sequenceid=383, filesize=14.4 K 2024-12-03T07:46:02,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/380affd1e4c244ae8fd6935274c1026e as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/380affd1e4c244ae8fd6935274c1026e 2024-12-03T07:46:02,333 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/380affd1e4c244ae8fd6935274c1026e, entries=150, sequenceid=383, filesize=12.0 K 2024-12-03T07:46:02,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/c79bfeb55fc34ca793e4e334fb8f66ac as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/c79bfeb55fc34ca793e4e334fb8f66ac 2024-12-03T07:46:02,337 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/c79bfeb55fc34ca793e4e334fb8f66ac, entries=150, sequenceid=383, filesize=12.0 K 2024-12-03T07:46:02,339 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 497ec1b1b270dfd87a9d1d1a80736dc3 in 466ms, sequenceid=383, compaction requested=false 2024-12-03T07:46:02,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 497ec1b1b270dfd87a9d1d1a80736dc3: 2024-12-03T07:46:02,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-12-03T07:46:02,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:02,371 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2902): Flushing 497ec1b1b270dfd87a9d1d1a80736dc3 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-03T07:46:02,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=A 2024-12-03T07:46:02,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:46:02,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=B 2024-12-03T07:46:02,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:46:02,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=C 2024-12-03T07:46:02,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:46:02,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/9192e98d17224d5f92af2756f028ee56 is 50, key is test_row_0/A:col10/1733211961944/Put/seqid=0 2024-12-03T07:46:02,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742344_1520 (size=12301) 2024-12-03T07:46:02,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 497ec1b1b270dfd87a9d1d1a80736dc3 2024-12-03T07:46:02,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. as already flushing 2024-12-03T07:46:02,754 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733211962709, max timestamp=1733211962751Num uniques 859; 2024-12-03T07:46:02,754 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-03T07:46:02,754 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733211962709, max timestamp=1733211962751Num uniques 859; 2024-12-03T07:46:02,754 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-03T07:46:02,755 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733211962709, max timestamp=1733211962751Num uniques 859; 2024-12-03T07:46:02,755 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-03T07:46:02,783 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/9192e98d17224d5f92af2756f028ee56 2024-12-03T07:46:02,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/faaa4a7a52af4121aa135e3b2ca0d657 is 50, key is test_row_0/B:col10/1733211961944/Put/seqid=0 2024-12-03T07:46:02,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742345_1521 (size=12301) 2024-12-03T07:46:02,794 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/faaa4a7a52af4121aa135e3b2ca0d657 2024-12-03T07:46:02,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/f4c305f619374fe0ba85be2c9544dc76 is 50, key is test_row_0/C:col10/1733211961944/Put/seqid=0 2024-12-03T07:46:02,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742346_1522 (size=12301) 2024-12-03T07:46:02,802 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/f4c305f619374fe0ba85be2c9544dc76 2024-12-03T07:46:02,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/9192e98d17224d5f92af2756f028ee56 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/9192e98d17224d5f92af2756f028ee56 2024-12-03T07:46:02,809 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/9192e98d17224d5f92af2756f028ee56, entries=150, sequenceid=396, filesize=12.0 K 2024-12-03T07:46:02,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/faaa4a7a52af4121aa135e3b2ca0d657 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/faaa4a7a52af4121aa135e3b2ca0d657 2024-12-03T07:46:02,813 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/faaa4a7a52af4121aa135e3b2ca0d657, entries=150, sequenceid=396, filesize=12.0 K 2024-12-03T07:46:02,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/f4c305f619374fe0ba85be2c9544dc76 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/f4c305f619374fe0ba85be2c9544dc76 2024-12-03T07:46:02,816 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/f4c305f619374fe0ba85be2c9544dc76, entries=150, sequenceid=396, filesize=12.0 K 2024-12-03T07:46:02,817 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=73.80 KB/75570 for 497ec1b1b270dfd87a9d1d1a80736dc3 in 446ms, sequenceid=396, compaction requested=true 2024-12-03T07:46:02,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2603): Flush status journal for 497ec1b1b270dfd87a9d1d1a80736dc3: 2024-12-03T07:46:02,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:02,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=144 2024-12-03T07:46:02,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4169): Remote procedure done, pid=144 2024-12-03T07:46:02,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-12-03T07:46:02,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1280 sec 2024-12-03T07:46:02,822 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees in 2.1330 sec 2024-12-03T07:46:02,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 497ec1b1b270dfd87a9d1d1a80736dc3 2024-12-03T07:46:02,827 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 497ec1b1b270dfd87a9d1d1a80736dc3 3/3 column families, dataSize=80.51 KB heapSize=225.61 KB 2024-12-03T07:46:02,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=A 2024-12-03T07:46:02,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:46:02,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=B 2024-12-03T07:46:02,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:46:02,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=C 2024-12-03T07:46:02,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:46:02,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/ac31fdda9c8942e79beab0c280e5007c is 50, key is test_row_0/A:col10/1733211962826/Put/seqid=0 2024-12-03T07:46:02,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742347_1523 (size=14741) 2024-12-03T07:46:02,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-03T07:46:02,837 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:46:02,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T07:46:02,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=145, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees 2024-12-03T07:46:02,839 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=145, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T07:46:02,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-12-03T07:46:02,839 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=145, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T07:46:02,840 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T07:46:02,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-12-03T07:46:02,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-12-03T07:46:02,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:02,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. as already flushing 2024-12-03T07:46:02,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:02,992 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:02,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:02,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:03,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:03,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 298 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38492 deadline: 1733212022999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:03,009 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:03,009 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:03,009 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:46:03,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:03,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 299 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38492 deadline: 1733212023117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:03,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:03,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:03,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:46:03,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-12-03T07:46:03,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:03,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. as already flushing 2024-12-03T07:46:03,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:03,145 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:03,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:03,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:03,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-12-03T07:46:03,235 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=425 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/ac31fdda9c8942e79beab0c280e5007c 2024-12-03T07:46:03,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/8f69c94e8c66488eae1a370a7e1bb81a is 50, key is test_row_0/B:col10/1733211962826/Put/seqid=0 2024-12-03T07:46:03,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742348_1524 (size=12301) 2024-12-03T07:46:03,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-12-03T07:46:03,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:03,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. as already flushing 2024-12-03T07:46:03,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:03,297 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:03,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:03,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:03,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:03,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 300 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38492 deadline: 1733212023338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:03,349 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:03,349 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:03,349 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:46:03,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-12-03T07:46:03,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:03,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. as already flushing 2024-12-03T07:46:03,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:03,450 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:03,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:03,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:03,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-12-03T07:46:03,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-12-03T07:46:03,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:03,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. as already flushing 2024-12-03T07:46:03,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:03,602 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:03,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:03,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:03,645 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=425 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/8f69c94e8c66488eae1a370a7e1bb81a 2024-12-03T07:46:03,652 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/a7ba2a694e3c412cb95f85931b0d6410 is 50, key is test_row_0/C:col10/1733211962826/Put/seqid=0 2024-12-03T07:46:03,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742349_1525 (size=12301) 2024-12-03T07:46:03,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:03,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 301 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38492 deadline: 1733212023657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:03,671 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:03,671 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:03,671 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:46:03,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-12-03T07:46:03,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:03,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. as already flushing 2024-12-03T07:46:03,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:03,755 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:03,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:03,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:03,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-12-03T07:46:03,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:03,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. as already flushing 2024-12-03T07:46:03,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:03,908 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:03,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:03,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:03,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-12-03T07:46:04,056 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=425 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/a7ba2a694e3c412cb95f85931b0d6410 2024-12-03T07:46:04,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/ac31fdda9c8942e79beab0c280e5007c as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/ac31fdda9c8942e79beab0c280e5007c 2024-12-03T07:46:04,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-12-03T07:46:04,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:04,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. as already flushing 2024-12-03T07:46:04,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:04,060 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:04,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:04,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/ac31fdda9c8942e79beab0c280e5007c, entries=200, sequenceid=425, filesize=14.4 K 2024-12-03T07:46:04,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/8f69c94e8c66488eae1a370a7e1bb81a as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/8f69c94e8c66488eae1a370a7e1bb81a 2024-12-03T07:46:04,068 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/8f69c94e8c66488eae1a370a7e1bb81a, entries=150, sequenceid=425, filesize=12.0 K 2024-12-03T07:46:04,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/a7ba2a694e3c412cb95f85931b0d6410 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/a7ba2a694e3c412cb95f85931b0d6410 2024-12-03T07:46:04,072 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/a7ba2a694e3c412cb95f85931b0d6410, entries=150, sequenceid=425, filesize=12.0 K 2024-12-03T07:46:04,072 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~225.56 KB/230976, currentSize=100.63 KB/103050 for 497ec1b1b270dfd87a9d1d1a80736dc3 in 1245ms, sequenceid=425, compaction requested=true 2024-12-03T07:46:04,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 497ec1b1b270dfd87a9d1d1a80736dc3: 2024-12-03T07:46:04,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 497ec1b1b270dfd87a9d1d1a80736dc3:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T07:46:04,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:46:04,073 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T07:46:04,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 497ec1b1b270dfd87a9d1d1a80736dc3:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T07:46:04,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:46:04,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 497ec1b1b270dfd87a9d1d1a80736dc3:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T07:46:04,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:46:04,073 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T07:46:04,074 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T07:46:04,074 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): 497ec1b1b270dfd87a9d1d1a80736dc3/B is initiating minor compaction (all files) 2024-12-03T07:46:04,074 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54868 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T07:46:04,074 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 497ec1b1b270dfd87a9d1d1a80736dc3/B in TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:04,074 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1541): 497ec1b1b270dfd87a9d1d1a80736dc3/A is initiating minor compaction (all files) 2024-12-03T07:46:04,074 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/afbd88ed0c994b3aaf32293495788d35, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/380affd1e4c244ae8fd6935274c1026e, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/faaa4a7a52af4121aa135e3b2ca0d657, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/8f69c94e8c66488eae1a370a7e1bb81a] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp, totalSize=48.8 K 2024-12-03T07:46:04,074 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 497ec1b1b270dfd87a9d1d1a80736dc3/A in TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:04,074 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/8d0052191d41419eb437b8c432e56e39, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/7dc3af9c37c8462abf354d2637072d4b, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/9192e98d17224d5f92af2756f028ee56, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/ac31fdda9c8942e79beab0c280e5007c] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp, totalSize=53.6 K 2024-12-03T07:46:04,074 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting afbd88ed0c994b3aaf32293495788d35, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1733211959371 2024-12-03T07:46:04,074 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d0052191d41419eb437b8c432e56e39, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1733211959371 2024-12-03T07:46:04,075 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 380affd1e4c244ae8fd6935274c1026e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1733211960679 2024-12-03T07:46:04,075 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7dc3af9c37c8462abf354d2637072d4b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1733211960679 2024-12-03T07:46:04,075 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting faaa4a7a52af4121aa135e3b2ca0d657, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1733211961926 2024-12-03T07:46:04,075 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9192e98d17224d5f92af2756f028ee56, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1733211961926 2024-12-03T07:46:04,075 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f69c94e8c66488eae1a370a7e1bb81a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1733211962805 2024-12-03T07:46:04,075 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac31fdda9c8942e79beab0c280e5007c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1733211962791 2024-12-03T07:46:04,083 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 497ec1b1b270dfd87a9d1d1a80736dc3#B#compaction#454 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:46:04,083 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 497ec1b1b270dfd87a9d1d1a80736dc3#A#compaction#453 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:46:04,083 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/5a1324b1bc634bb594bd9d547b620d7d is 50, key is test_row_0/A:col10/1733211962826/Put/seqid=0 2024-12-03T07:46:04,083 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/2c7c4151b2d44c82b623e761c595839c is 50, key is test_row_0/B:col10/1733211962826/Put/seqid=0 2024-12-03T07:46:04,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742350_1526 (size=13221) 2024-12-03T07:46:04,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742351_1527 (size=13221) 2024-12-03T07:46:04,091 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/2c7c4151b2d44c82b623e761c595839c as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/2c7c4151b2d44c82b623e761c595839c 2024-12-03T07:46:04,095 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 497ec1b1b270dfd87a9d1d1a80736dc3/B of 497ec1b1b270dfd87a9d1d1a80736dc3 into 2c7c4151b2d44c82b623e761c595839c(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:46:04,095 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 497ec1b1b270dfd87a9d1d1a80736dc3: 2024-12-03T07:46:04,095 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., storeName=497ec1b1b270dfd87a9d1d1a80736dc3/B, priority=12, startTime=1733211964073; duration=0sec 2024-12-03T07:46:04,095 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:46:04,095 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 497ec1b1b270dfd87a9d1d1a80736dc3:B 2024-12-03T07:46:04,095 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T07:46:04,095 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T07:46:04,096 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): 497ec1b1b270dfd87a9d1d1a80736dc3/C is initiating minor compaction (all files) 2024-12-03T07:46:04,096 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 497ec1b1b270dfd87a9d1d1a80736dc3/C in TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:04,096 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/074c6f66ffb549ffa229ad9d19c38cee, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/c79bfeb55fc34ca793e4e334fb8f66ac, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/f4c305f619374fe0ba85be2c9544dc76, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/a7ba2a694e3c412cb95f85931b0d6410] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp, totalSize=48.8 K 2024-12-03T07:46:04,096 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 074c6f66ffb549ffa229ad9d19c38cee, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1733211959371 2024-12-03T07:46:04,096 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting c79bfeb55fc34ca793e4e334fb8f66ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1733211960679 2024-12-03T07:46:04,096 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting f4c305f619374fe0ba85be2c9544dc76, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1733211961926 2024-12-03T07:46:04,097 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting a7ba2a694e3c412cb95f85931b0d6410, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1733211962805 2024-12-03T07:46:04,104 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 497ec1b1b270dfd87a9d1d1a80736dc3#C#compaction#455 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:46:04,104 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/c7b5741c76df4c98b7d262e18ca7b89b is 50, key is test_row_0/C:col10/1733211962826/Put/seqid=0 2024-12-03T07:46:04,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742352_1528 (size=13221) 2024-12-03T07:46:04,111 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/c7b5741c76df4c98b7d262e18ca7b89b as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/c7b5741c76df4c98b7d262e18ca7b89b 2024-12-03T07:46:04,114 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 497ec1b1b270dfd87a9d1d1a80736dc3/C of 497ec1b1b270dfd87a9d1d1a80736dc3 into c7b5741c76df4c98b7d262e18ca7b89b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:46:04,114 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 497ec1b1b270dfd87a9d1d1a80736dc3: 2024-12-03T07:46:04,114 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., storeName=497ec1b1b270dfd87a9d1d1a80736dc3/C, priority=12, startTime=1733211964073; duration=0sec 2024-12-03T07:46:04,114 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:46:04,114 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 497ec1b1b270dfd87a9d1d1a80736dc3:C 2024-12-03T07:46:04,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 497ec1b1b270dfd87a9d1d1a80736dc3 2024-12-03T07:46:04,181 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 497ec1b1b270dfd87a9d1d1a80736dc3 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-03T07:46:04,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=A 2024-12-03T07:46:04,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:46:04,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=B 2024-12-03T07:46:04,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:46:04,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=C 2024-12-03T07:46:04,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:46:04,185 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/093ad22017ec4d8b83af476d4899ab63 is 50, key is test_row_0/A:col10/1733211964180/Put/seqid=0 2024-12-03T07:46:04,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742353_1529 (size=14741) 2024-12-03T07:46:04,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-12-03T07:46:04,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:04,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. as already flushing 2024-12-03T07:46:04,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:04,214 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:04,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:04,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:04,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 313 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38492 deadline: 1733212024279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:04,282 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:04,282 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:04,282 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:46:04,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-12-03T07:46:04,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:04,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. as already flushing 2024-12-03T07:46:04,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:04,367 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:04,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:04,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:04,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:04,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 314 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38492 deadline: 1733212024387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:04,395 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:04,395 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:04,395 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:46:04,491 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/5a1324b1bc634bb594bd9d547b620d7d as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/5a1324b1bc634bb594bd9d547b620d7d 2024-12-03T07:46:04,494 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 497ec1b1b270dfd87a9d1d1a80736dc3/A of 497ec1b1b270dfd87a9d1d1a80736dc3 into 5a1324b1bc634bb594bd9d547b620d7d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:46:04,494 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 497ec1b1b270dfd87a9d1d1a80736dc3: 2024-12-03T07:46:04,494 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., storeName=497ec1b1b270dfd87a9d1d1a80736dc3/A, priority=12, startTime=1733211964073; duration=0sec 2024-12-03T07:46:04,495 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:46:04,495 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 497ec1b1b270dfd87a9d1d1a80736dc3:A 2024-12-03T07:46:04,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-12-03T07:46:04,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:04,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. as already flushing 2024-12-03T07:46:04,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:04,520 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:04,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:04,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:04,589 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/093ad22017ec4d8b83af476d4899ab63 2024-12-03T07:46:04,596 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/cdc7ff7891dd4346a5612eccf9a8a771 is 50, key is test_row_0/B:col10/1733211964180/Put/seqid=0 2024-12-03T07:46:04,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742354_1530 (size=12301) 2024-12-03T07:46:04,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:04,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 315 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38492 deadline: 1733212024597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:04,603 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:04,603 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:04,603 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:46:04,627 INFO [Thread-2009 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2009. 2024-12-03T07:46:04,627 DEBUG [Thread-2009 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T07:46:04,627 DEBUG [Thread-2009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:46:04,627 DEBUG [Thread-2009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:46:04,627 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:46:04,631 INFO [Thread-2013 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2013. 2024-12-03T07:46:04,631 DEBUG [Thread-2013 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T07:46:04,631 DEBUG [Thread-2013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:46:04,631 DEBUG [Thread-2013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:46:04,631 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:46:04,638 INFO [Thread-2007 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2007. 2024-12-03T07:46:04,638 DEBUG [Thread-2007 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T07:46:04,638 DEBUG [Thread-2007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:46:04,639 DEBUG [Thread-2007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:46:04,639 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:46:04,639 INFO [Thread-2005 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2005. 2024-12-03T07:46:04,639 DEBUG [Thread-2005 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T07:46:04,639 DEBUG [Thread-2005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:46:04,639 DEBUG [Thread-2005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:46:04,639 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:46:04,641 INFO [Thread-2011 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2011. 2024-12-03T07:46:04,641 DEBUG [Thread-2011 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T07:46:04,641 DEBUG [Thread-2011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:46:04,641 DEBUG [Thread-2011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:46:04,642 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:46:04,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-12-03T07:46:04,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:04,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. as already flushing 2024-12-03T07:46:04,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:04,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:04,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:04,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:04,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-12-03T07:46:04,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:04,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. as already flushing 2024-12-03T07:46:04,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:04,825 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:04,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:04,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:04,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:04,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 316 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38492 deadline: 1733212024907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:04,908 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:04,908 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:04,908 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:46:04,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-12-03T07:46:04,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:04,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. as already flushing 2024-12-03T07:46:04,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:04,977 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:04,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:04,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:04,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-12-03T07:46:05,000 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/cdc7ff7891dd4346a5612eccf9a8a771 2024-12-03T07:46:05,005 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/cfebdbb7be80438c86be39dbe692fc6d is 50, key is test_row_0/C:col10/1733211964180/Put/seqid=0 2024-12-03T07:46:05,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742355_1531 (size=12301) 2024-12-03T07:46:05,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-12-03T07:46:05,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:05,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. as already flushing 2024-12-03T07:46:05,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:05,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:05,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:05,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:05,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-12-03T07:46:05,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:05,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. as already flushing 2024-12-03T07:46:05,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:05,282 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:05,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:05,408 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/cfebdbb7be80438c86be39dbe692fc6d 2024-12-03T07:46:05,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/093ad22017ec4d8b83af476d4899ab63 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/093ad22017ec4d8b83af476d4899ab63 2024-12-03T07:46:05,414 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/093ad22017ec4d8b83af476d4899ab63, entries=200, sequenceid=446, filesize=14.4 K 2024-12-03T07:46:05,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/cdc7ff7891dd4346a5612eccf9a8a771 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/cdc7ff7891dd4346a5612eccf9a8a771 2024-12-03T07:46:05,416 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/cdc7ff7891dd4346a5612eccf9a8a771, entries=150, sequenceid=446, filesize=12.0 K 2024-12-03T07:46:05,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/cfebdbb7be80438c86be39dbe692fc6d as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/cfebdbb7be80438c86be39dbe692fc6d 2024-12-03T07:46:05,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 317 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38492 deadline: 1733212025418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:05,418 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 , the old value is region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:05,418 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:05,418 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., hostname=911db94732f6,39389,1733211824582, seqNum=2 because the exception is null or not the one we care about 2024-12-03T07:46:05,419 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/cfebdbb7be80438c86be39dbe692fc6d, entries=150, sequenceid=446, filesize=12.0 K 2024-12-03T07:46:05,420 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 497ec1b1b270dfd87a9d1d1a80736dc3 in 1239ms, sequenceid=446, compaction requested=false 2024-12-03T07:46:05,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 497ec1b1b270dfd87a9d1d1a80736dc3: 2024-12-03T07:46:05,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-12-03T07:46:05,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:05,434 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2902): Flushing 497ec1b1b270dfd87a9d1d1a80736dc3 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-03T07:46:05,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=A 2024-12-03T07:46:05,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:46:05,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=B 2024-12-03T07:46:05,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:46:05,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=C 2024-12-03T07:46:05,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:46:05,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/15562f2fabc14671956d9ae87adccacc is 50, key is test_row_0/A:col10/1733211964278/Put/seqid=0 2024-12-03T07:46:05,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742356_1532 (size=12301) 2024-12-03T07:46:05,841 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/15562f2fabc14671956d9ae87adccacc 2024-12-03T07:46:05,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/2f039b55113940f3b8033e413af10f2d is 50, key is test_row_0/B:col10/1733211964278/Put/seqid=0 2024-12-03T07:46:05,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742357_1533 (size=12301) 2024-12-03T07:46:06,250 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/2f039b55113940f3b8033e413af10f2d 2024-12-03T07:46:06,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/ab54ade1c306488e91b4957bfda0e672 is 50, key is test_row_0/C:col10/1733211964278/Put/seqid=0 2024-12-03T07:46:06,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742358_1534 (size=12301) 2024-12-03T07:46:06,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 497ec1b1b270dfd87a9d1d1a80736dc3 2024-12-03T07:46:06,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. as already flushing 2024-12-03T07:46:06,429 INFO [Thread-2000 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2000. 2024-12-03T07:46:06,429 DEBUG [Thread-2000 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T07:46:06,429 DEBUG [Thread-2000 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:46:06,429 DEBUG [Thread-2000 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:46:06,430 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:46:06,659 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/ab54ade1c306488e91b4957bfda0e672 2024-12-03T07:46:06,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/15562f2fabc14671956d9ae87adccacc as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/15562f2fabc14671956d9ae87adccacc 2024-12-03T07:46:06,665 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/15562f2fabc14671956d9ae87adccacc, entries=150, sequenceid=460, filesize=12.0 K 2024-12-03T07:46:06,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/2f039b55113940f3b8033e413af10f2d as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/2f039b55113940f3b8033e413af10f2d 2024-12-03T07:46:06,668 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/2f039b55113940f3b8033e413af10f2d, entries=150, sequenceid=460, filesize=12.0 K 2024-12-03T07:46:06,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/ab54ade1c306488e91b4957bfda0e672 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/ab54ade1c306488e91b4957bfda0e672 2024-12-03T07:46:06,671 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/ab54ade1c306488e91b4957bfda0e672, entries=150, sequenceid=460, filesize=12.0 K 2024-12-03T07:46:06,671 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=6.71 KB/6870 for 497ec1b1b270dfd87a9d1d1a80736dc3 in 1237ms, sequenceid=460, compaction requested=true 2024-12-03T07:46:06,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2603): Flush status journal for 497ec1b1b270dfd87a9d1d1a80736dc3: 2024-12-03T07:46:06,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:06,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=146 2024-12-03T07:46:06,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4169): Remote procedure done, pid=146 2024-12-03T07:46:06,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-12-03T07:46:06,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.8320 sec 2024-12-03T07:46:06,675 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees in 3.8360 sec 2024-12-03T07:46:07,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-12-03T07:46:07,008 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:46:08,219 INFO [Thread-1996 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1996. 2024-12-03T07:46:08,219 DEBUG [Thread-1996 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T07:46:08,219 DEBUG [Thread-1996 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:46:08,219 DEBUG [Thread-1996 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:46:08,219 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:46:08,229 INFO [Thread-1994 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1994. 2024-12-03T07:46:08,229 DEBUG [Thread-1994 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T07:46:08,229 DEBUG [Thread-1994 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:46:08,229 DEBUG [Thread-1994 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:46:08,229 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:46:08,249 INFO [Thread-1998 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1998. 2024-12-03T07:46:08,249 DEBUG [Thread-1998 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T07:46:08,249 DEBUG [Thread-1998 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:46:08,249 DEBUG [Thread-1998 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:46:08,249 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:46:08,318 INFO [Thread-2002 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2002. 2024-12-03T07:46:08,318 DEBUG [Thread-2002 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T07:46:08,318 DEBUG [Thread-2002 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:46:08,318 DEBUG [Thread-2002 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:46:08,319 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:46:08,319 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-03T07:46:08,319 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 29 2024-12-03T07:46:08,319 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 29 2024-12-03T07:46:08,319 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 27 2024-12-03T07:46:08,319 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 261 2024-12-03T07:46:08,319 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 28 2024-12-03T07:46:08,319 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-03T07:46:08,319 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-03T07:46:08,319 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1005 2024-12-03T07:46:08,319 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3015 rows 2024-12-03T07:46:08,319 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1004 2024-12-03T07:46:08,319 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3012 rows 2024-12-03T07:46:08,319 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1006 2024-12-03T07:46:08,319 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3016 rows 2024-12-03T07:46:08,319 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 999 2024-12-03T07:46:08,319 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2997 rows 2024-12-03T07:46:08,319 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 998 2024-12-03T07:46:08,319 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2990 rows 2024-12-03T07:46:08,319 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T07:46:08,319 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T07:46:08,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:46:08,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:46:08,319 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:46:08,320 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-03T07:46:08,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=147, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-03T07:46:08,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-12-03T07:46:08,323 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733211968322"}]},"ts":"1733211968322"} 2024-12-03T07:46:08,324 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-03T07:46:08,324 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-03T07:46:08,324 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-03T07:46:08,325 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=497ec1b1b270dfd87a9d1d1a80736dc3, UNASSIGN}] 2024-12-03T07:46:08,326 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=497ec1b1b270dfd87a9d1d1a80736dc3, UNASSIGN 2024-12-03T07:46:08,327 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=497ec1b1b270dfd87a9d1d1a80736dc3, regionState=CLOSING, regionLocation=911db94732f6,39389,1733211824582 2024-12-03T07:46:08,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=497ec1b1b270dfd87a9d1d1a80736dc3, UNASSIGN because future has completed 2024-12-03T07:46:08,328 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-03T07:46:08,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE, hasLock=false; CloseRegionProcedure 497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582}] 2024-12-03T07:46:08,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-12-03T07:46:08,480 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(122): Close 497ec1b1b270dfd87a9d1d1a80736dc3 2024-12-03T07:46:08,480 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-03T07:46:08,480 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1722): Closing 497ec1b1b270dfd87a9d1d1a80736dc3, disabling compactions & flushes 2024-12-03T07:46:08,480 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:08,480 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:08,480 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. after waiting 0 ms 2024-12-03T07:46:08,480 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:08,480 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(2902): Flushing 497ec1b1b270dfd87a9d1d1a80736dc3 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-12-03T07:46:08,480 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=A 2024-12-03T07:46:08,480 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:46:08,480 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=B 2024-12-03T07:46:08,480 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:46:08,480 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 497ec1b1b270dfd87a9d1d1a80736dc3, store=C 2024-12-03T07:46:08,480 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:46:08,483 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/8188a362edf741f2a766dc2d9e7501f1 is 50, key is test_row_0/A:col10/1733211968317/Put/seqid=0 2024-12-03T07:46:08,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742359_1535 (size=12301) 2024-12-03T07:46:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-12-03T07:46:08,887 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/8188a362edf741f2a766dc2d9e7501f1 2024-12-03T07:46:08,892 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/a042a8fc25c34a4b94b2c24b154d113c is 50, key is test_row_0/B:col10/1733211968317/Put/seqid=0 2024-12-03T07:46:08,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742360_1536 (size=12301) 2024-12-03T07:46:08,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-12-03T07:46:09,296 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/a042a8fc25c34a4b94b2c24b154d113c 2024-12-03T07:46:09,301 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/95c9a11984ec49a985b0b297304dc0b8 is 50, key is test_row_0/C:col10/1733211968317/Put/seqid=0 2024-12-03T07:46:09,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742361_1537 (size=12301) 2024-12-03T07:46:09,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-12-03T07:46:09,704 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/95c9a11984ec49a985b0b297304dc0b8 2024-12-03T07:46:09,707 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/A/8188a362edf741f2a766dc2d9e7501f1 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/8188a362edf741f2a766dc2d9e7501f1 2024-12-03T07:46:09,710 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/8188a362edf741f2a766dc2d9e7501f1, entries=150, sequenceid=468, filesize=12.0 K 2024-12-03T07:46:09,710 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/B/a042a8fc25c34a4b94b2c24b154d113c as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/a042a8fc25c34a4b94b2c24b154d113c 2024-12-03T07:46:09,712 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/a042a8fc25c34a4b94b2c24b154d113c, entries=150, sequenceid=468, filesize=12.0 K 2024-12-03T07:46:09,713 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/.tmp/C/95c9a11984ec49a985b0b297304dc0b8 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/95c9a11984ec49a985b0b297304dc0b8 2024-12-03T07:46:09,715 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/95c9a11984ec49a985b0b297304dc0b8, entries=150, sequenceid=468, filesize=12.0 K 2024-12-03T07:46:09,716 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 497ec1b1b270dfd87a9d1d1a80736dc3 in 1236ms, sequenceid=468, compaction requested=true 2024-12-03T07:46:09,716 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/1b9727194ae541e49f6dfda6470bcac9, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/80907ac3f7fb470a890b3d14d388032c, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/bd56e523892148e2bcca23b7c9b32351, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/dbd47c02a1db447684cd9ba15ef014ee, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/92bdfe127ee6451196427407fdaf00ee, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/de3323ca56784a299b257207b437e272, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/16d35c60fd864a68a3e8fc549c9b3da4, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/2d34a4d4a8804ad5918403e1c39b9844, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/ddb247a1523246128c4e2cee4216ee1a, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/9da574dbecb64131ad21f21b6c3e0f42, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/78d748325226460d82b28b9e3b0841a6, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/0d1de7039e2042f892e7123c57bc3de7, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/2d496bc2928040e7a5dfb3e54210339b, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/fbf3bddb5913457e8833240c8c87a82d, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/5a638f4521ed4d4a9efffaf175d49f4e, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/0c778e900a284b68a1583cea7034cfde, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/a509123cf8584d3c95471f4c2f614dcd, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/2300f3327d7e45f995aee6bdd649c248, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/9f64e34fc37448599bdd9bf5033cdb03, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/3e84f67372c04b4b92b21da810da6979, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/ccad0b328abc4ddabcaea54f157da915, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/cf34a147b241422ea4fbd37d5fa86d3d, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/9767ad5b07224ae6a08fd7146596e719, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/8d0052191d41419eb437b8c432e56e39, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/7dc3af9c37c8462abf354d2637072d4b, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/9192e98d17224d5f92af2756f028ee56, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/ac31fdda9c8942e79beab0c280e5007c] to archive 2024-12-03T07:46:09,717 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T07:46:09,718 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/1b9727194ae541e49f6dfda6470bcac9 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/1b9727194ae541e49f6dfda6470bcac9 2024-12-03T07:46:09,719 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/80907ac3f7fb470a890b3d14d388032c to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/80907ac3f7fb470a890b3d14d388032c 2024-12-03T07:46:09,720 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/bd56e523892148e2bcca23b7c9b32351 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/bd56e523892148e2bcca23b7c9b32351 2024-12-03T07:46:09,720 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/dbd47c02a1db447684cd9ba15ef014ee to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/dbd47c02a1db447684cd9ba15ef014ee 2024-12-03T07:46:09,721 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/92bdfe127ee6451196427407fdaf00ee to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/92bdfe127ee6451196427407fdaf00ee 2024-12-03T07:46:09,722 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/de3323ca56784a299b257207b437e272 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/de3323ca56784a299b257207b437e272 2024-12-03T07:46:09,722 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/16d35c60fd864a68a3e8fc549c9b3da4 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/16d35c60fd864a68a3e8fc549c9b3da4 2024-12-03T07:46:09,723 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/2d34a4d4a8804ad5918403e1c39b9844 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/2d34a4d4a8804ad5918403e1c39b9844 2024-12-03T07:46:09,724 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/ddb247a1523246128c4e2cee4216ee1a to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/ddb247a1523246128c4e2cee4216ee1a 2024-12-03T07:46:09,725 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/9da574dbecb64131ad21f21b6c3e0f42 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/9da574dbecb64131ad21f21b6c3e0f42 2024-12-03T07:46:09,725 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/78d748325226460d82b28b9e3b0841a6 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/78d748325226460d82b28b9e3b0841a6 2024-12-03T07:46:09,726 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/0d1de7039e2042f892e7123c57bc3de7 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/0d1de7039e2042f892e7123c57bc3de7 2024-12-03T07:46:09,727 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/2d496bc2928040e7a5dfb3e54210339b to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/2d496bc2928040e7a5dfb3e54210339b 2024-12-03T07:46:09,728 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/fbf3bddb5913457e8833240c8c87a82d to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/fbf3bddb5913457e8833240c8c87a82d 2024-12-03T07:46:09,728 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/5a638f4521ed4d4a9efffaf175d49f4e to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/5a638f4521ed4d4a9efffaf175d49f4e 2024-12-03T07:46:09,729 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/0c778e900a284b68a1583cea7034cfde to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/0c778e900a284b68a1583cea7034cfde 2024-12-03T07:46:09,730 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/a509123cf8584d3c95471f4c2f614dcd to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/a509123cf8584d3c95471f4c2f614dcd 2024-12-03T07:46:09,730 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/2300f3327d7e45f995aee6bdd649c248 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/2300f3327d7e45f995aee6bdd649c248 2024-12-03T07:46:09,731 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/9f64e34fc37448599bdd9bf5033cdb03 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/9f64e34fc37448599bdd9bf5033cdb03 2024-12-03T07:46:09,732 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/3e84f67372c04b4b92b21da810da6979 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/3e84f67372c04b4b92b21da810da6979 2024-12-03T07:46:09,732 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/ccad0b328abc4ddabcaea54f157da915 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/ccad0b328abc4ddabcaea54f157da915 2024-12-03T07:46:09,733 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/cf34a147b241422ea4fbd37d5fa86d3d to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/cf34a147b241422ea4fbd37d5fa86d3d 2024-12-03T07:46:09,734 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/9767ad5b07224ae6a08fd7146596e719 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/9767ad5b07224ae6a08fd7146596e719 2024-12-03T07:46:09,735 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/8d0052191d41419eb437b8c432e56e39 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/8d0052191d41419eb437b8c432e56e39 2024-12-03T07:46:09,735 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/7dc3af9c37c8462abf354d2637072d4b to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/7dc3af9c37c8462abf354d2637072d4b 2024-12-03T07:46:09,736 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/9192e98d17224d5f92af2756f028ee56 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/9192e98d17224d5f92af2756f028ee56 2024-12-03T07:46:09,737 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/ac31fdda9c8942e79beab0c280e5007c to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/ac31fdda9c8942e79beab0c280e5007c 2024-12-03T07:46:09,738 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/91a4aad565bd451ab50488ab3dc2385e, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/b73a5bd42cfb4e7999915bd19c73492c, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/4b2ec524bbf44a0aafbdb6feebe5a66c, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/067bef9dcfcd4817a264f92c5f093aaf, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/c1c264a4163941e99125cc828b5f21e0, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/1b74812826cc40adb298969037821ce4, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/98fdb137c83e478b8eddb530f8761b74, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/011a6651bdcd4fe1b3abde9efbe91d9a, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/b5510e2fa61f40d2a5af3373298c9c57, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/19e0e2d0facb45c6b5f32a2f121c724d, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/b4863cbfc43945f08d2f0ac8a7cc52b7, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/ec806e05bffd47a699889297d8feba8b, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/acd9523ec8a74bfa81e16f227ab89a2d, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/b5d66957111746668229c5c3c18921fb, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/7dd7392e15c44cc39cbc5fef3f001224, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/bf47bf3b74b547118c61c4ebddd226e2, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/23d41f35dc5b4b98bf425f5ac51e0d43, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/35bb4c5d9b0e4f83a6c33a5cafc6379d, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/e8414fb4bd0942e4a15a9b07d8a17fe4, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/e3c0bd72ce1c4207b6673fd10f1998ca, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/11268417008846b8a4d65591c0f84700, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/c62daa372ae14d4bababa7a22d3c932b, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/afbd88ed0c994b3aaf32293495788d35, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/788f320ec2c14cd88bb1c0f10df9820b, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/380affd1e4c244ae8fd6935274c1026e, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/faaa4a7a52af4121aa135e3b2ca0d657, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/8f69c94e8c66488eae1a370a7e1bb81a] to archive 2024-12-03T07:46:09,739 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T07:46:09,740 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/91a4aad565bd451ab50488ab3dc2385e to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/91a4aad565bd451ab50488ab3dc2385e 2024-12-03T07:46:09,740 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/b73a5bd42cfb4e7999915bd19c73492c to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/b73a5bd42cfb4e7999915bd19c73492c 2024-12-03T07:46:09,741 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/4b2ec524bbf44a0aafbdb6feebe5a66c to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/4b2ec524bbf44a0aafbdb6feebe5a66c 2024-12-03T07:46:09,742 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/067bef9dcfcd4817a264f92c5f093aaf to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/067bef9dcfcd4817a264f92c5f093aaf 2024-12-03T07:46:09,742 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/c1c264a4163941e99125cc828b5f21e0 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/c1c264a4163941e99125cc828b5f21e0 2024-12-03T07:46:09,743 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/1b74812826cc40adb298969037821ce4 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/1b74812826cc40adb298969037821ce4 2024-12-03T07:46:09,744 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/98fdb137c83e478b8eddb530f8761b74 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/98fdb137c83e478b8eddb530f8761b74 2024-12-03T07:46:09,745 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/011a6651bdcd4fe1b3abde9efbe91d9a to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/011a6651bdcd4fe1b3abde9efbe91d9a 2024-12-03T07:46:09,745 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/b5510e2fa61f40d2a5af3373298c9c57 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/b5510e2fa61f40d2a5af3373298c9c57 2024-12-03T07:46:09,746 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/19e0e2d0facb45c6b5f32a2f121c724d to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/19e0e2d0facb45c6b5f32a2f121c724d 2024-12-03T07:46:09,747 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/b4863cbfc43945f08d2f0ac8a7cc52b7 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/b4863cbfc43945f08d2f0ac8a7cc52b7 2024-12-03T07:46:09,748 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/ec806e05bffd47a699889297d8feba8b to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/ec806e05bffd47a699889297d8feba8b 2024-12-03T07:46:09,748 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/acd9523ec8a74bfa81e16f227ab89a2d to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/acd9523ec8a74bfa81e16f227ab89a2d 2024-12-03T07:46:09,749 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/b5d66957111746668229c5c3c18921fb to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/b5d66957111746668229c5c3c18921fb 2024-12-03T07:46:09,750 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/7dd7392e15c44cc39cbc5fef3f001224 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/7dd7392e15c44cc39cbc5fef3f001224 2024-12-03T07:46:09,750 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/bf47bf3b74b547118c61c4ebddd226e2 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/bf47bf3b74b547118c61c4ebddd226e2 2024-12-03T07:46:09,751 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/23d41f35dc5b4b98bf425f5ac51e0d43 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/23d41f35dc5b4b98bf425f5ac51e0d43 2024-12-03T07:46:09,752 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/35bb4c5d9b0e4f83a6c33a5cafc6379d to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/35bb4c5d9b0e4f83a6c33a5cafc6379d 2024-12-03T07:46:09,753 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/e8414fb4bd0942e4a15a9b07d8a17fe4 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/e8414fb4bd0942e4a15a9b07d8a17fe4 2024-12-03T07:46:09,754 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/e3c0bd72ce1c4207b6673fd10f1998ca to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/e3c0bd72ce1c4207b6673fd10f1998ca 2024-12-03T07:46:09,754 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/11268417008846b8a4d65591c0f84700 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/11268417008846b8a4d65591c0f84700 2024-12-03T07:46:09,755 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/c62daa372ae14d4bababa7a22d3c932b to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/c62daa372ae14d4bababa7a22d3c932b 2024-12-03T07:46:09,756 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/afbd88ed0c994b3aaf32293495788d35 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/afbd88ed0c994b3aaf32293495788d35 2024-12-03T07:46:09,756 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/788f320ec2c14cd88bb1c0f10df9820b to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/788f320ec2c14cd88bb1c0f10df9820b 2024-12-03T07:46:09,757 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/380affd1e4c244ae8fd6935274c1026e to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/380affd1e4c244ae8fd6935274c1026e 2024-12-03T07:46:09,758 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/faaa4a7a52af4121aa135e3b2ca0d657 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/faaa4a7a52af4121aa135e3b2ca0d657 2024-12-03T07:46:09,759 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/8f69c94e8c66488eae1a370a7e1bb81a to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/8f69c94e8c66488eae1a370a7e1bb81a 2024-12-03T07:46:09,760 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/b3ad54b2dddd4e1fae99155012e0efd3, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/85999eaa611646cc8c40d21ae4bdf5d7, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/290ff99a0dbe41d3a36f9e7ce8ab8af7, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/f6d849ae68b14afcb678f67b9ee7bf62, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/c8468b3454a14bd5baa4db39d3cb84ac, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/647d3201feba4b9d82cea4114eb0553c, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/6e0fe62232a04635b14e87ede226b79e, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/d68e04cc0a124db99b1e62f9dfa646ea, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/f2a8861572854ea78b8d7534776f22c5, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/afa137b4bf304a96be4588367eb81c24, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/3c1a4119b701451c93d687bc277e935c, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/0e21a673c5d0427b97d77816d0bb0b06, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/6dfad81fb2654d9bbba792b5fac4aae6, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/ae2039ee7f364765b0a0658b4575ed43, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/952ce78a1b6a47f487ed78de0fe5adf1, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/e054b4d6814f44eeaaec872df79ceac5, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/b11d7aa0942540bb9e06aa7fd91bb719, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/d8e48be308734f579e1364d4012552e9, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/fb6c4ee93d2b430fa28fc694cff41222, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/766dc7fb07ef4505b390bfd0ae20babc, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/1a88dd73b9a14a8bab6f658bf85bba1c, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/92d7d1f8e5b140dcaa6bbc7dac612e72, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/074c6f66ffb549ffa229ad9d19c38cee, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/ffd8d901cd90466999999be587f4f57e, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/c79bfeb55fc34ca793e4e334fb8f66ac, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/f4c305f619374fe0ba85be2c9544dc76, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/a7ba2a694e3c412cb95f85931b0d6410] to archive 2024-12-03T07:46:09,760 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T07:46:09,761 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/b3ad54b2dddd4e1fae99155012e0efd3 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/b3ad54b2dddd4e1fae99155012e0efd3 2024-12-03T07:46:09,762 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/85999eaa611646cc8c40d21ae4bdf5d7 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/85999eaa611646cc8c40d21ae4bdf5d7 2024-12-03T07:46:09,763 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/290ff99a0dbe41d3a36f9e7ce8ab8af7 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/290ff99a0dbe41d3a36f9e7ce8ab8af7 2024-12-03T07:46:09,764 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/f6d849ae68b14afcb678f67b9ee7bf62 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/f6d849ae68b14afcb678f67b9ee7bf62 2024-12-03T07:46:09,764 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/c8468b3454a14bd5baa4db39d3cb84ac to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/c8468b3454a14bd5baa4db39d3cb84ac 2024-12-03T07:46:09,765 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/647d3201feba4b9d82cea4114eb0553c to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/647d3201feba4b9d82cea4114eb0553c 2024-12-03T07:46:09,766 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/6e0fe62232a04635b14e87ede226b79e to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/6e0fe62232a04635b14e87ede226b79e 2024-12-03T07:46:09,766 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/d68e04cc0a124db99b1e62f9dfa646ea to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/d68e04cc0a124db99b1e62f9dfa646ea 2024-12-03T07:46:09,767 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/f2a8861572854ea78b8d7534776f22c5 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/f2a8861572854ea78b8d7534776f22c5 2024-12-03T07:46:09,768 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/afa137b4bf304a96be4588367eb81c24 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/afa137b4bf304a96be4588367eb81c24 2024-12-03T07:46:09,768 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/3c1a4119b701451c93d687bc277e935c to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/3c1a4119b701451c93d687bc277e935c 2024-12-03T07:46:09,769 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/0e21a673c5d0427b97d77816d0bb0b06 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/0e21a673c5d0427b97d77816d0bb0b06 2024-12-03T07:46:09,770 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/6dfad81fb2654d9bbba792b5fac4aae6 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/6dfad81fb2654d9bbba792b5fac4aae6 2024-12-03T07:46:09,770 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/ae2039ee7f364765b0a0658b4575ed43 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/ae2039ee7f364765b0a0658b4575ed43 2024-12-03T07:46:09,771 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/952ce78a1b6a47f487ed78de0fe5adf1 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/952ce78a1b6a47f487ed78de0fe5adf1 2024-12-03T07:46:09,772 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/e054b4d6814f44eeaaec872df79ceac5 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/e054b4d6814f44eeaaec872df79ceac5 2024-12-03T07:46:09,772 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/b11d7aa0942540bb9e06aa7fd91bb719 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/b11d7aa0942540bb9e06aa7fd91bb719 2024-12-03T07:46:09,773 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/d8e48be308734f579e1364d4012552e9 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/d8e48be308734f579e1364d4012552e9 2024-12-03T07:46:09,774 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/fb6c4ee93d2b430fa28fc694cff41222 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/fb6c4ee93d2b430fa28fc694cff41222 2024-12-03T07:46:09,775 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/766dc7fb07ef4505b390bfd0ae20babc to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/766dc7fb07ef4505b390bfd0ae20babc 2024-12-03T07:46:09,776 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/1a88dd73b9a14a8bab6f658bf85bba1c to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/1a88dd73b9a14a8bab6f658bf85bba1c 2024-12-03T07:46:09,777 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/92d7d1f8e5b140dcaa6bbc7dac612e72 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/92d7d1f8e5b140dcaa6bbc7dac612e72 2024-12-03T07:46:09,778 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/074c6f66ffb549ffa229ad9d19c38cee to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/074c6f66ffb549ffa229ad9d19c38cee 2024-12-03T07:46:09,778 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/ffd8d901cd90466999999be587f4f57e to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/ffd8d901cd90466999999be587f4f57e 2024-12-03T07:46:09,779 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/c79bfeb55fc34ca793e4e334fb8f66ac to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/c79bfeb55fc34ca793e4e334fb8f66ac 2024-12-03T07:46:09,780 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/f4c305f619374fe0ba85be2c9544dc76 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/f4c305f619374fe0ba85be2c9544dc76 2024-12-03T07:46:09,781 DEBUG [StoreCloser-TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/a7ba2a694e3c412cb95f85931b0d6410 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/a7ba2a694e3c412cb95f85931b0d6410 2024-12-03T07:46:09,784 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/recovered.edits/471.seqid, newMaxSeqId=471, maxSeqId=1 2024-12-03T07:46:09,784 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. 2024-12-03T07:46:09,785 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1676): Region close journal for 497ec1b1b270dfd87a9d1d1a80736dc3: Waiting for close lock at 1733211968480Running coprocessor pre-close hooks at 1733211968480Disabling compacts and flushes for region at 1733211968480Disabling writes for close at 1733211968480Obtaining lock to block concurrent updates at 1733211968480Preparing flush snapshotting stores in 497ec1b1b270dfd87a9d1d1a80736dc3 at 1733211968480Finished memstore snapshotting TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1733211968480Flushing stores of TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3. at 1733211968481 (+1 ms)Flushing 497ec1b1b270dfd87a9d1d1a80736dc3/A: creating writer at 1733211968481Flushing 497ec1b1b270dfd87a9d1d1a80736dc3/A: appending metadata at 1733211968483 (+2 ms)Flushing 497ec1b1b270dfd87a9d1d1a80736dc3/A: closing flushed file at 1733211968483Flushing 497ec1b1b270dfd87a9d1d1a80736dc3/B: creating writer at 1733211968890 (+407 ms)Flushing 497ec1b1b270dfd87a9d1d1a80736dc3/B: appending metadata at 1733211968892 (+2 ms)Flushing 497ec1b1b270dfd87a9d1d1a80736dc3/B: closing flushed file at 1733211968892Flushing 497ec1b1b270dfd87a9d1d1a80736dc3/C: creating writer at 1733211969298 (+406 ms)Flushing 497ec1b1b270dfd87a9d1d1a80736dc3/C: appending metadata at 1733211969300 (+2 ms)Flushing 497ec1b1b270dfd87a9d1d1a80736dc3/C: closing flushed file at 1733211969300Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@113d737a: reopening flushed file at 1733211969707 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a180655: reopening flushed file at 1733211969710 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c0ff764: reopening flushed file at 1733211969712 (+2 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 497ec1b1b270dfd87a9d1d1a80736dc3 in 1236ms, sequenceid=468, compaction requested=true at 1733211969716 (+4 ms)Writing region close event to WAL at 1733211969782 (+66 ms)Running coprocessor post-close hooks at 1733211969784 (+2 ms)Closed at 1733211969784 2024-12-03T07:46:09,786 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(157): Closed 497ec1b1b270dfd87a9d1d1a80736dc3 2024-12-03T07:46:09,787 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=497ec1b1b270dfd87a9d1d1a80736dc3, regionState=CLOSED 2024-12-03T07:46:09,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=150, ppid=149, state=RUNNABLE, hasLock=false; CloseRegionProcedure 497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 because future has completed 2024-12-03T07:46:09,789 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=150, resume processing ppid=149 2024-12-03T07:46:09,790 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, ppid=149, state=SUCCESS, hasLock=false; CloseRegionProcedure 497ec1b1b270dfd87a9d1d1a80736dc3, server=911db94732f6,39389,1733211824582 in 1.4600 sec 2024-12-03T07:46:09,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148 2024-12-03T07:46:09,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=497ec1b1b270dfd87a9d1d1a80736dc3, UNASSIGN in 1.4650 sec 2024-12-03T07:46:09,792 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147 2024-12-03T07:46:09,792 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4670 sec 2024-12-03T07:46:09,793 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733211969793"}]},"ts":"1733211969793"} 2024-12-03T07:46:09,794 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-03T07:46:09,794 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-03T07:46:09,796 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4750 sec 2024-12-03T07:46:10,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-12-03T07:46:10,467 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:46:10,468 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-03T07:46:10,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=151, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T07:46:10,469 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=151, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T07:46:10,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-12-03T07:46:10,470 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=151, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T07:46:10,472 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3 2024-12-03T07:46:10,474 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A, FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B, FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C, FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/recovered.edits] 2024-12-03T07:46:10,476 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/093ad22017ec4d8b83af476d4899ab63 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/093ad22017ec4d8b83af476d4899ab63 2024-12-03T07:46:10,476 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/15562f2fabc14671956d9ae87adccacc to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/15562f2fabc14671956d9ae87adccacc 2024-12-03T07:46:10,477 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/5a1324b1bc634bb594bd9d547b620d7d to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/5a1324b1bc634bb594bd9d547b620d7d 2024-12-03T07:46:10,478 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/8188a362edf741f2a766dc2d9e7501f1 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/A/8188a362edf741f2a766dc2d9e7501f1 2024-12-03T07:46:10,480 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/2c7c4151b2d44c82b623e761c595839c to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/2c7c4151b2d44c82b623e761c595839c 2024-12-03T07:46:10,481 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/2f039b55113940f3b8033e413af10f2d to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/2f039b55113940f3b8033e413af10f2d 2024-12-03T07:46:10,481 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/a042a8fc25c34a4b94b2c24b154d113c to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/a042a8fc25c34a4b94b2c24b154d113c 2024-12-03T07:46:10,482 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/cdc7ff7891dd4346a5612eccf9a8a771 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/B/cdc7ff7891dd4346a5612eccf9a8a771 2024-12-03T07:46:10,484 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/95c9a11984ec49a985b0b297304dc0b8 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/95c9a11984ec49a985b0b297304dc0b8 2024-12-03T07:46:10,485 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/ab54ade1c306488e91b4957bfda0e672 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/ab54ade1c306488e91b4957bfda0e672 2024-12-03T07:46:10,485 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/c7b5741c76df4c98b7d262e18ca7b89b to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/c7b5741c76df4c98b7d262e18ca7b89b 2024-12-03T07:46:10,486 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/cfebdbb7be80438c86be39dbe692fc6d to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/C/cfebdbb7be80438c86be39dbe692fc6d 2024-12-03T07:46:10,488 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/recovered.edits/471.seqid to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3/recovered.edits/471.seqid 2024-12-03T07:46:10,488 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/497ec1b1b270dfd87a9d1d1a80736dc3 2024-12-03T07:46:10,489 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-03T07:46:10,490 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=151, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T07:46:10,492 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-03T07:46:10,493 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-03T07:46:10,494 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=151, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T07:46:10,494 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-03T07:46:10,494 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733211970494"}]},"ts":"9223372036854775807"} 2024-12-03T07:46:10,495 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-03T07:46:10,495 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 497ec1b1b270dfd87a9d1d1a80736dc3, NAME => 'TestAcidGuarantees,,1733211942436.497ec1b1b270dfd87a9d1d1a80736dc3.', STARTKEY => '', ENDKEY => ''}] 2024-12-03T07:46:10,495 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-03T07:46:10,495 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733211970495"}]},"ts":"9223372036854775807"} 2024-12-03T07:46:10,497 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-03T07:46:10,497 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=151, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T07:46:10,498 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 29 msec 2024-12-03T07:46:10,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-12-03T07:46:10,578 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-03T07:46:10,578 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:46:10,587 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=251 (was 252), OpenFileDescriptor=453 (was 465), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=296 (was 315), ProcessCount=11 (was 11), AvailableMemoryMB=8198 (was 8215) 2024-12-03T07:46:10,595 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=251, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=296, ProcessCount=11, AvailableMemoryMB=8197 2024-12-03T07:46:10,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-03T07:46:10,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T07:46:10,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-03T07:46:10,598 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T07:46:10,598 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:10,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 152 2024-12-03T07:46:10,599 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T07:46:10,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-03T07:46:10,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742362_1538 (size=1061) 2024-12-03T07:46:10,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-03T07:46:10,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-03T07:46:11,004 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c 2024-12-03T07:46:11,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742363_1539 (size=53) 2024-12-03T07:46:11,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-03T07:46:11,409 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:46:11,409 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 71bbdf6157124402228a55a01aec3161, disabling compactions & flushes 2024-12-03T07:46:11,409 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:11,409 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:11,409 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. after waiting 0 ms 2024-12-03T07:46:11,409 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:11,409 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:11,409 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 71bbdf6157124402228a55a01aec3161: Waiting for close lock at 1733211971409Disabling compacts and flushes for region at 1733211971409Disabling writes for close at 1733211971409Writing region close event to WAL at 1733211971409Closed at 1733211971409 2024-12-03T07:46:11,410 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T07:46:11,411 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733211971410"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733211971410"}]},"ts":"1733211971410"} 2024-12-03T07:46:11,412 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T07:46:11,412 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T07:46:11,413 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733211971412"}]},"ts":"1733211971412"} 2024-12-03T07:46:11,414 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-03T07:46:11,414 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=71bbdf6157124402228a55a01aec3161, ASSIGN}] 2024-12-03T07:46:11,415 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=71bbdf6157124402228a55a01aec3161, ASSIGN 2024-12-03T07:46:11,415 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=71bbdf6157124402228a55a01aec3161, ASSIGN; state=OFFLINE, location=911db94732f6,39389,1733211824582; forceNewPlan=false, retain=false 2024-12-03T07:46:11,566 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=71bbdf6157124402228a55a01aec3161, regionState=OPENING, regionLocation=911db94732f6,39389,1733211824582 2024-12-03T07:46:11,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=71bbdf6157124402228a55a01aec3161, ASSIGN because future has completed 2024-12-03T07:46:11,568 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582}] 2024-12-03T07:46:11,721 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:11,721 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7752): Opening region: {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} 2024-12-03T07:46:11,722 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:11,722 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:46:11,722 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7794): checking encryption for 71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:11,722 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7797): checking classloading for 71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:11,723 INFO [StoreOpener-71bbdf6157124402228a55a01aec3161-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:11,724 INFO [StoreOpener-71bbdf6157124402228a55a01aec3161-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-03T07:46:11,724 INFO [StoreOpener-71bbdf6157124402228a55a01aec3161-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71bbdf6157124402228a55a01aec3161 columnFamilyName A 2024-12-03T07:46:11,724 DEBUG [StoreOpener-71bbdf6157124402228a55a01aec3161-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:11,724 INFO [StoreOpener-71bbdf6157124402228a55a01aec3161-1 {}] regionserver.HStore(327): Store=71bbdf6157124402228a55a01aec3161/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T07:46:11,724 INFO [StoreOpener-71bbdf6157124402228a55a01aec3161-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:11,725 INFO [StoreOpener-71bbdf6157124402228a55a01aec3161-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-03T07:46:11,725 INFO [StoreOpener-71bbdf6157124402228a55a01aec3161-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71bbdf6157124402228a55a01aec3161 columnFamilyName B 2024-12-03T07:46:11,725 DEBUG [StoreOpener-71bbdf6157124402228a55a01aec3161-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:11,726 INFO [StoreOpener-71bbdf6157124402228a55a01aec3161-1 {}] regionserver.HStore(327): Store=71bbdf6157124402228a55a01aec3161/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T07:46:11,726 INFO [StoreOpener-71bbdf6157124402228a55a01aec3161-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:11,726 INFO [StoreOpener-71bbdf6157124402228a55a01aec3161-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-03T07:46:11,726 INFO [StoreOpener-71bbdf6157124402228a55a01aec3161-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71bbdf6157124402228a55a01aec3161 columnFamilyName C 2024-12-03T07:46:11,726 DEBUG [StoreOpener-71bbdf6157124402228a55a01aec3161-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:11,727 INFO [StoreOpener-71bbdf6157124402228a55a01aec3161-1 {}] regionserver.HStore(327): Store=71bbdf6157124402228a55a01aec3161/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T07:46:11,727 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:11,727 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1038): replaying wal for 71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:11,727 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:11,728 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:11,728 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1048): stopping wal replay for 71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:11,728 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1060): Cleaning up temporary data for 71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:11,729 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T07:46:11,730 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1093): writing seq id for 71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:11,731 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T07:46:11,731 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1114): Opened 71bbdf6157124402228a55a01aec3161; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74689369, jitterRate=0.11295832693576813}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T07:46:11,731 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:11,732 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1006): Region open journal for 71bbdf6157124402228a55a01aec3161: Running coprocessor pre-open hook at 1733211971722Writing region info on filesystem at 1733211971722Initializing all the Stores at 1733211971722Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733211971722Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733211971722Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733211971723 (+1 ms)Cleaning up temporary data from old regions at 1733211971728 (+5 ms)Running coprocessor post-open hooks at 1733211971731 (+3 ms)Region opened successfully at 1733211971732 (+1 ms) 2024-12-03T07:46:11,732 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., pid=154, masterSystemTime=1733211971719 2024-12-03T07:46:11,734 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:11,734 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:11,734 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=71bbdf6157124402228a55a01aec3161, regionState=OPEN, openSeqNum=2, regionLocation=911db94732f6,39389,1733211824582 2024-12-03T07:46:11,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=154, ppid=153, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 because future has completed 2024-12-03T07:46:11,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-03T07:46:11,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=154, resume processing ppid=153 2024-12-03T07:46:11,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, ppid=153, state=SUCCESS, hasLock=false; OpenRegionProcedure 71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 in 169 msec 2024-12-03T07:46:11,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-12-03T07:46:11,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=71bbdf6157124402228a55a01aec3161, ASSIGN in 324 msec 2024-12-03T07:46:11,740 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T07:46:11,740 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733211971740"}]},"ts":"1733211971740"} 2024-12-03T07:46:11,741 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-03T07:46:11,741 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T07:46:11,742 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1450 sec 2024-12-03T07:46:12,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-03T07:46:12,758 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:46:12,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@348042de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:46:12,759 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:46:12,759 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:46:12,760 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:46:12,760 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:46:12,761 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:46:12,761 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@658cf8c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:46:12,761 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:46:12,761 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:46:12,761 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:46:12,762 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44736, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:46:12,762 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ae534e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:46:12,763 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:46:12,763 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:46:12,764 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:46:12,764 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40666, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:46:12,765 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T07:46:12,765 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 911db94732f6,40329,1733211823909 2024-12-03T07:46:12,765 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ae548d4 2024-12-03T07:46:12,766 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T07:46:12,766 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44752, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T07:46:12,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-03T07:46:12,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T07:46:12,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=155, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-03T07:46:12,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742364_1540 (size=1097) 2024-12-03T07:46:12,985 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T07:46:13,177 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-12-03T07:46:13,177 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-12-03T07:46:13,179 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-03T07:46:13,181 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=71bbdf6157124402228a55a01aec3161, REOPEN/MOVE}] 2024-12-03T07:46:13,182 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=71bbdf6157124402228a55a01aec3161, REOPEN/MOVE 2024-12-03T07:46:13,182 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=157 updating hbase:meta row=71bbdf6157124402228a55a01aec3161, regionState=CLOSING, regionLocation=911db94732f6,39389,1733211824582 2024-12-03T07:46:13,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=71bbdf6157124402228a55a01aec3161, REOPEN/MOVE because future has completed 2024-12-03T07:46:13,184 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-03T07:46:13,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE, hasLock=false; CloseRegionProcedure 71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582}] 2024-12-03T07:46:13,335 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] handler.UnassignRegionHandler(122): Close 71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:13,335 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-03T07:46:13,335 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1722): Closing 71bbdf6157124402228a55a01aec3161, disabling compactions & flushes 2024-12-03T07:46:13,335 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:13,335 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:13,336 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. after waiting 0 ms 2024-12-03T07:46:13,336 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:13,339 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-03T07:46:13,339 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:13,339 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1676): Region close journal for 71bbdf6157124402228a55a01aec3161: Waiting for close lock at 1733211973335Running coprocessor pre-close hooks at 1733211973335Disabling compacts and flushes for region at 1733211973335Disabling writes for close at 1733211973336 (+1 ms)Writing region close event to WAL at 1733211973336Running coprocessor post-close hooks at 1733211973339 (+3 ms)Closed at 1733211973339 2024-12-03T07:46:13,339 WARN [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegionServer(3299): Not adding moved region record: 71bbdf6157124402228a55a01aec3161 to self. 2024-12-03T07:46:13,341 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] handler.UnassignRegionHandler(157): Closed 71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:13,341 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=157 updating hbase:meta row=71bbdf6157124402228a55a01aec3161, regionState=CLOSED 2024-12-03T07:46:13,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=158, ppid=157, state=RUNNABLE, hasLock=false; CloseRegionProcedure 71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 because future has completed 2024-12-03T07:46:13,344 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=158, resume processing ppid=157 2024-12-03T07:46:13,344 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, ppid=157, state=SUCCESS, hasLock=false; CloseRegionProcedure 71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 in 159 msec 2024-12-03T07:46:13,344 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=71bbdf6157124402228a55a01aec3161, REOPEN/MOVE; state=CLOSED, location=911db94732f6,39389,1733211824582; forceNewPlan=false, retain=true 2024-12-03T07:46:13,495 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=157 updating hbase:meta row=71bbdf6157124402228a55a01aec3161, regionState=OPENING, regionLocation=911db94732f6,39389,1733211824582 2024-12-03T07:46:13,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=71bbdf6157124402228a55a01aec3161, REOPEN/MOVE because future has completed 2024-12-03T07:46:13,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=157, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582}] 2024-12-03T07:46:13,650 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:13,651 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(7752): Opening region: {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} 2024-12-03T07:46:13,651 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:13,651 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T07:46:13,651 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(7794): checking encryption for 71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:13,651 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(7797): checking classloading for 71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:13,652 INFO [StoreOpener-71bbdf6157124402228a55a01aec3161-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:13,653 INFO [StoreOpener-71bbdf6157124402228a55a01aec3161-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-03T07:46:13,653 INFO [StoreOpener-71bbdf6157124402228a55a01aec3161-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71bbdf6157124402228a55a01aec3161 columnFamilyName A 2024-12-03T07:46:13,654 DEBUG [StoreOpener-71bbdf6157124402228a55a01aec3161-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:13,654 INFO [StoreOpener-71bbdf6157124402228a55a01aec3161-1 {}] regionserver.HStore(327): Store=71bbdf6157124402228a55a01aec3161/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T07:46:13,654 INFO [StoreOpener-71bbdf6157124402228a55a01aec3161-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:13,654 INFO [StoreOpener-71bbdf6157124402228a55a01aec3161-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-03T07:46:13,655 INFO [StoreOpener-71bbdf6157124402228a55a01aec3161-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71bbdf6157124402228a55a01aec3161 columnFamilyName B 2024-12-03T07:46:13,655 DEBUG [StoreOpener-71bbdf6157124402228a55a01aec3161-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:13,655 INFO [StoreOpener-71bbdf6157124402228a55a01aec3161-1 {}] regionserver.HStore(327): Store=71bbdf6157124402228a55a01aec3161/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T07:46:13,655 INFO [StoreOpener-71bbdf6157124402228a55a01aec3161-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:13,655 INFO [StoreOpener-71bbdf6157124402228a55a01aec3161-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-03T07:46:13,656 INFO [StoreOpener-71bbdf6157124402228a55a01aec3161-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71bbdf6157124402228a55a01aec3161 columnFamilyName C 2024-12-03T07:46:13,656 DEBUG [StoreOpener-71bbdf6157124402228a55a01aec3161-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:13,656 INFO [StoreOpener-71bbdf6157124402228a55a01aec3161-1 {}] regionserver.HStore(327): Store=71bbdf6157124402228a55a01aec3161/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T07:46:13,656 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:13,656 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1038): replaying wal for 71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:13,656 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:13,657 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:13,658 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1048): stopping wal replay for 71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:13,658 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1060): Cleaning up temporary data for 71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:13,658 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T07:46:13,659 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1093): writing seq id for 71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:13,659 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1114): Opened 71bbdf6157124402228a55a01aec3161; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75239593, jitterRate=0.12115730345249176}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T07:46:13,660 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:13,660 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1006): Region open journal for 71bbdf6157124402228a55a01aec3161: Running coprocessor pre-open hook at 1733211973651Writing region info on filesystem at 1733211973651Initializing all the Stores at 1733211973652 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733211973652Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733211973652Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733211973652Cleaning up temporary data from old regions at 1733211973658 (+6 ms)Running coprocessor post-open hooks at 1733211973660 (+2 ms)Region opened successfully at 1733211973660 2024-12-03T07:46:13,661 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., pid=159, masterSystemTime=1733211973648 2024-12-03T07:46:13,662 DEBUG [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:13,662 INFO [RS_OPEN_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:13,663 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=157 updating hbase:meta row=71bbdf6157124402228a55a01aec3161, regionState=OPEN, openSeqNum=5, regionLocation=911db94732f6,39389,1733211824582 2024-12-03T07:46:13,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=159, ppid=157, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 because future has completed 2024-12-03T07:46:13,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=157 2024-12-03T07:46:13,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=157, state=SUCCESS, hasLock=false; OpenRegionProcedure 71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 in 168 msec 2024-12-03T07:46:13,668 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-12-03T07:46:13,668 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=71bbdf6157124402228a55a01aec3161, REOPEN/MOVE in 486 msec 2024-12-03T07:46:13,670 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=156, resume processing ppid=155 2024-12-03T07:46:13,670 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, ppid=155, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 490 msec 2024-12-03T07:46:13,672 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 903 msec 2024-12-03T07:46:13,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=155 2024-12-03T07:46:13,673 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:46:13,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24560e66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:46:13,673 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:46:13,673 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:46:13,674 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:46:13,674 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:46:13,674 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:46:13,675 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b106f44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:46:13,675 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:46:13,675 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:46:13,675 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:46:13,675 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44778, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:46:13,676 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31abeb05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:46:13,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e83be8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:46:13,676 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:46:13,677 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:46:13,677 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:46:13,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:46:13,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:46:13,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25d63e14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:46:13,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:46:13,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:46:13,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:46:13,678 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44806, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:46:13,679 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cc5fd52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:46:13,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49c8d9ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:46:13,679 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:46:13,679 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:46:13,680 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:46:13,680 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:46:13,680 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:46:13,680 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6858832f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:46:13,680 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:46:13,680 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:46:13,680 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:46:13,681 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44828, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:46:13,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4598de48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:46:13,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f0cd5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:46:13,682 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:46:13,682 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:46:13,682 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:46:13,682 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:46:13,682 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:46:13,683 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eb859f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:46:13,683 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:46:13,683 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:46:13,683 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:46:13,683 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44842, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:46:13,684 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eee15ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:46:13,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41947491, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:46:13,684 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:46:13,684 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:46:13,685 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:46:13,685 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:46:13,685 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:46:13,685 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56f78aed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:46:13,685 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:46:13,685 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:46:13,685 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:46:13,686 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44860, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:46:13,686 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@262e50c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:46:13,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19bc8537, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:46:13,687 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:46:13,687 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:46:13,687 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:46:13,687 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:46:13,688 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:46:13,688 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@587ebced, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:46:13,688 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:46:13,688 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:46:13,688 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:46:13,688 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44874, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:46:13,689 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1062cdb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:46:13,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7595d14b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:46:13,689 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:46:13,689 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:46:13,690 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:46:13,690 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:46:13,690 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:46:13,690 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20bcf33c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:46:13,690 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:46:13,690 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:46:13,690 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:46:13,691 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44896, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:46:13,691 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71c10a5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:46:13,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bf79e45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:46:13,692 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:46:13,692 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:46:13,692 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:46:13,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:46:13,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:46:13,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@512bd399, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:46:13,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:46:13,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:46:13,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:46:13,694 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44920, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:46:13,694 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5325737e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:46:13,694 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d0e9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:46:13,695 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:46:13,695 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:46:13,695 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:46:13,695 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:46:13,695 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:46:13,695 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1310f711, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:46:13,695 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:46:13,695 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:46:13,696 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:46:13,696 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44944, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:46:13,697 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f2174b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:46:13,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f9a2803, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:46:13,697 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 911db94732f6,40329,-1 for getting cluster id 2024-12-03T07:46:13,697 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T07:46:13,698 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ea3f67-7fd5-492b-b15b-4747b1083852' 2024-12-03T07:46:13,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T07:46:13,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ea3f67-7fd5-492b-b15b-4747b1083852" 2024-12-03T07:46:13,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c139e7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:46:13,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [911db94732f6,40329,-1] 2024-12-03T07:46:13,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T07:46:13,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:46:13,699 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44970, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T07:46:13,699 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14bc92ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T07:46:13,699 DEBUG [Thread-2424 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:46:13,700 DEBUG [Thread-2418 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:46:13,700 DEBUG [Thread-2422 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:46:13,700 DEBUG [Thread-2415 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:46:13,700 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:46:13,700 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:46:13,700 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:46:13,700 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:46:13,700 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:46:13,700 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:46:13,700 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:46:13,700 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:46:13,701 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T07:46:13,701 DEBUG [Thread-2407 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:46:13,701 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40678, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:46:13,701 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40686, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:46:13,702 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40692, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:46:13,702 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40702, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:46:13,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-12-03T07:46:13,702 DEBUG [Thread-2409 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:46:13,702 DEBUG [Thread-2426 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:46:13,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-03T07:46:13,703 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:46:13,703 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T07:46:13,703 DEBUG [Thread-2413 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:46:13,703 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:46:13,703 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5] 2024-12-03T07:46:13,704 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T07:46:13,704 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T07:46:13,704 DEBUG [Thread-2411 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:46:13,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5] 2024-12-03T07:46:13,704 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:46:13,704 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:46:13,704 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5] 2024-12-03T07:46:13,704 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40708, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:46:13,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:46:13,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:46:13,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:46:13,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:46:13,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:46:13,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:46:13,705 DEBUG [Thread-2420 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T07:46:13,706 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40724, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:46:13,706 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40744, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:46:13,706 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40734, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:46:13,706 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5] 2024-12-03T07:46:13,706 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=911db94732f6,39389,1733211824582, seqNum=-1] 2024-12-03T07:46:13,706 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T07:46:13,707 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40748, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:46:13,707 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40754, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T07:46:13,707 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5] 2024-12-03T07:46:13,708 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5] 2024-12-03T07:46:13,709 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5] 2024-12-03T07:46:13,709 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5] 2024-12-03T07:46:13,710 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5] 2024-12-03T07:46:13,711 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5] 2024-12-03T07:46:13,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:13,714 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 71bbdf6157124402228a55a01aec3161 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-03T07:46:13,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71bbdf6157124402228a55a01aec3161, store=A 2024-12-03T07:46:13,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:46:13,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71bbdf6157124402228a55a01aec3161, store=B 2024-12-03T07:46:13,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:46:13,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71bbdf6157124402228a55a01aec3161, store=C 2024-12-03T07:46:13,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:46:13,739 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733211973727, max timestamp=1733211973735Num uniques 859; 2024-12-03T07:46:13,739 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-03T07:46:13,739 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733211973727, max timestamp=1733211973735Num uniques 859; 2024-12-03T07:46:13,739 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-03T07:46:13,739 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733211973727, max timestamp=1733211973735Num uniques 859; 2024-12-03T07:46:13,739 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-03T07:46:13,743 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203c2fc511877f4434a84e24e62531255fe_71bbdf6157124402228a55a01aec3161 is 50, key is test_row_0/A:col10/1733211973709/Put/seqid=0 2024-12-03T07:46:13,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742365_1541 (size=12154) 2024-12-03T07:46:13,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:13,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1733212033754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:13,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:13,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:13,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:13,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:13,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1733212033756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:13,762 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:13,762 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:13,762 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:13,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:13,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733212033760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:13,766 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:13,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:13,766 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:13,766 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:13,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1733212033760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:13,767 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:13,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:13,767 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:13,767 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:13,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40748 deadline: 1733212033761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:13,767 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:13,767 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:13,767 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:13,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-03T07:46:13,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-03T07:46:13,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:13,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. as already flushing 2024-12-03T07:46:13,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:13,858 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:13,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:13,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:13,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:13,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1733212033867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:13,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:13,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1733212033867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:13,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:13,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:13,872 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:13,872 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:13,872 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:13,872 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:13,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:13,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733212033878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:13,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:13,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1733212033878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:13,881 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:13,881 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:13,881 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:13,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:13,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40748 deadline: 1733212033878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:13,882 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:13,882 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:13,882 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:13,882 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:13,882 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:13,882 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:14,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-03T07:46:14,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:14,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. as already flushing 2024-12-03T07:46:14,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:14,010 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:14,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:14,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:14,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-03T07:46:14,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:14,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1733212034078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:14,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:14,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1733212034078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:14,080 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:14,080 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:14,080 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:14,080 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:14,080 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:14,080 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:14,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:14,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733212034087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:14,090 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:14,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:14,090 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:14,090 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:14,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1733212034087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:14,090 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:14,090 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:14,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:14,090 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:14,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40748 deadline: 1733212034087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:14,090 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:14,090 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:14,090 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:14,159 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:14,162 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203c2fc511877f4434a84e24e62531255fe_71bbdf6157124402228a55a01aec3161 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203c2fc511877f4434a84e24e62531255fe_71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:14,163 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/e90dbebfc4c54485b5b0f585532e1033, store: [table=TestAcidGuarantees family=A region=71bbdf6157124402228a55a01aec3161] 2024-12-03T07:46:14,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-03T07:46:14,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:14,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. as already flushing 2024-12-03T07:46:14,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:14,163 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:14,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:14,163 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/e90dbebfc4c54485b5b0f585532e1033 is 175, key is test_row_0/A:col10/1733211973709/Put/seqid=0 2024-12-03T07:46:14,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:14,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742366_1542 (size=30955) 2024-12-03T07:46:14,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-03T07:46:14,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:14,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. as already flushing 2024-12-03T07:46:14,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:14,316 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:14,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:14,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:14,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-03T07:46:14,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:14,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1733212034388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:14,391 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:14,392 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:14,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:14,392 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:14,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1733212034388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:14,392 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:14,392 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:14,392 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:14,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:14,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733212034397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:14,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:14,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1733212034397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:14,401 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:14,401 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:14,401 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:14,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:14,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40748 deadline: 1733212034397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:14,401 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:14,402 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:14,402 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:14,402 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:14,402 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:14,402 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:14,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-03T07:46:14,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:14,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. as already flushing 2024-12-03T07:46:14,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:14,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:14,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:14,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:14,568 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=14, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/e90dbebfc4c54485b5b0f585532e1033 2024-12-03T07:46:14,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/87c0c798115241f28bf6c379169d0818 is 50, key is test_row_0/B:col10/1733211973709/Put/seqid=0 2024-12-03T07:46:14,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742367_1543 (size=12001) 2024-12-03T07:46:14,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-03T07:46:14,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:14,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. as already flushing 2024-12-03T07:46:14,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:14,621 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:14,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:14,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:14,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-03T07:46:14,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:14,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. as already flushing 2024-12-03T07:46:14,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:14,774 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:14,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:14,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:14,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-03T07:46:14,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:14,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1733212034897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:14,900 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:14,900 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:14,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:14,900 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:14,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1733212034897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:14,900 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:14,900 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:14,900 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:14,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:14,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733212034907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:14,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:14,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1733212034907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:14,911 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:14,911 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:14,911 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:14,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:14,911 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:14,911 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:14,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40748 deadline: 1733212034908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:14,911 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:14,912 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:14,912 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:14,912 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:14,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-03T07:46:14,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:14,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. as already flushing 2024-12-03T07:46:14,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:14,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:14,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:14,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:14,995 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/87c0c798115241f28bf6c379169d0818 2024-12-03T07:46:15,014 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/783ef68bff234a29b1f77c06ac08f058 is 50, key is test_row_0/C:col10/1733211973709/Put/seqid=0 2024-12-03T07:46:15,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742368_1544 (size=12001) 2024-12-03T07:46:15,018 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/783ef68bff234a29b1f77c06ac08f058 2024-12-03T07:46:15,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/e90dbebfc4c54485b5b0f585532e1033 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/e90dbebfc4c54485b5b0f585532e1033 2024-12-03T07:46:15,024 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/e90dbebfc4c54485b5b0f585532e1033, entries=150, sequenceid=14, filesize=30.2 K 2024-12-03T07:46:15,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/87c0c798115241f28bf6c379169d0818 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/87c0c798115241f28bf6c379169d0818 2024-12-03T07:46:15,027 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/87c0c798115241f28bf6c379169d0818, entries=150, sequenceid=14, filesize=11.7 K 2024-12-03T07:46:15,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/783ef68bff234a29b1f77c06ac08f058 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/783ef68bff234a29b1f77c06ac08f058 2024-12-03T07:46:15,030 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/783ef68bff234a29b1f77c06ac08f058, entries=150, sequenceid=14, filesize=11.7 K 2024-12-03T07:46:15,031 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 71bbdf6157124402228a55a01aec3161 in 1317ms, sequenceid=14, compaction requested=false 2024-12-03T07:46:15,031 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-03T07:46:15,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 71bbdf6157124402228a55a01aec3161: 2024-12-03T07:46:15,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-03T07:46:15,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:15,079 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing 71bbdf6157124402228a55a01aec3161 3/3 column families, dataSize=140.89 KB heapSize=395.53 KB 2024-12-03T07:46:15,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71bbdf6157124402228a55a01aec3161, store=A 2024-12-03T07:46:15,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:46:15,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71bbdf6157124402228a55a01aec3161, store=B 2024-12-03T07:46:15,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:46:15,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71bbdf6157124402228a55a01aec3161, store=C 2024-12-03T07:46:15,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:46:15,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120381a225f8ab5c41bc8a048d6a94ef880e_71bbdf6157124402228a55a01aec3161 is 50, key is test_row_0/A:col10/1733211973759/Put/seqid=0 2024-12-03T07:46:15,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742369_1545 (size=12154) 2024-12-03T07:46:15,303 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-03T07:46:15,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:15,494 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120381a225f8ab5c41bc8a048d6a94ef880e_71bbdf6157124402228a55a01aec3161 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120381a225f8ab5c41bc8a048d6a94ef880e_71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:15,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/f4f517c2f8e04ee1ae505418a346189e, store: [table=TestAcidGuarantees family=A region=71bbdf6157124402228a55a01aec3161] 2024-12-03T07:46:15,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/f4f517c2f8e04ee1ae505418a346189e is 175, key is test_row_0/A:col10/1733211973759/Put/seqid=0 2024-12-03T07:46:15,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742370_1546 (size=30955) 2024-12-03T07:46:15,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-03T07:46:15,899 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=50, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/f4f517c2f8e04ee1ae505418a346189e 2024-12-03T07:46:15,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/9768b9e5857d452ba00fe2a5949097aa is 50, key is test_row_0/B:col10/1733211973759/Put/seqid=0 2024-12-03T07:46:15,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:15,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. as already flushing 2024-12-03T07:46:15,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742371_1547 (size=12001) 2024-12-03T07:46:15,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:15,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1733212035920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:15,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:15,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1733212035922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:15,929 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:15,929 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:15,929 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:15,929 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:15,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:15,929 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:15,929 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:15,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1733212035923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:15,929 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:15,929 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:15,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:15,929 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:15,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733212035924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:15,930 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:15,930 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:15,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:15,930 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:15,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40748 deadline: 1733212035924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:15,930 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:15,930 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:15,930 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:16,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:16,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1733212036037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:16,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:16,042 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:16,042 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:16,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1733212036038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:16,042 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:16,042 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:16,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:16,042 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:16,042 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:16,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1733212036038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:16,042 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:16,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:16,042 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:16,042 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:16,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733212036038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:16,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:16,043 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:16,043 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:16,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40748 deadline: 1733212036038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:16,043 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:16,043 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:16,043 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:16,043 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:16,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:16,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1733212036248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:16,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:16,253 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:16,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1733212036248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:16,253 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:16,253 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:16,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:16,253 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:16,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1733212036248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:16,253 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:16,253 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:16,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:16,253 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:16,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733212036248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:16,253 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:16,253 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:16,253 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:16,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:16,253 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:16,253 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:16,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40748 deadline: 1733212036248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:16,254 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:16,254 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:16,254 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:16,322 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/9768b9e5857d452ba00fe2a5949097aa 2024-12-03T07:46:16,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/d99ab2653069415199efd10bdd3101ff is 50, key is test_row_0/C:col10/1733211973759/Put/seqid=0 2024-12-03T07:46:16,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742372_1548 (size=12001) 2024-12-03T07:46:16,335 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/d99ab2653069415199efd10bdd3101ff 2024-12-03T07:46:16,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/f4f517c2f8e04ee1ae505418a346189e as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/f4f517c2f8e04ee1ae505418a346189e 2024-12-03T07:46:16,342 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/f4f517c2f8e04ee1ae505418a346189e, entries=150, sequenceid=50, filesize=30.2 K 2024-12-03T07:46:16,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/9768b9e5857d452ba00fe2a5949097aa as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/9768b9e5857d452ba00fe2a5949097aa 2024-12-03T07:46:16,346 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/9768b9e5857d452ba00fe2a5949097aa, entries=150, sequenceid=50, filesize=11.7 K 2024-12-03T07:46:16,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/d99ab2653069415199efd10bdd3101ff as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/d99ab2653069415199efd10bdd3101ff 2024-12-03T07:46:16,350 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/d99ab2653069415199efd10bdd3101ff, entries=150, sequenceid=50, filesize=11.7 K 2024-12-03T07:46:16,351 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~395.48 KB/404976, currentSize=46.96 KB/48090 for 71bbdf6157124402228a55a01aec3161 in 1272ms, sequenceid=50, compaction requested=false 2024-12-03T07:46:16,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for 71bbdf6157124402228a55a01aec3161: 2024-12-03T07:46:16,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:16,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-12-03T07:46:16,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-12-03T07:46:16,354 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-12-03T07:46:16,354 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6480 sec 2024-12-03T07:46:16,356 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 2.6530 sec 2024-12-03T07:46:16,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:16,561 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 71bbdf6157124402228a55a01aec3161 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-03T07:46:16,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71bbdf6157124402228a55a01aec3161, store=A 2024-12-03T07:46:16,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:46:16,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71bbdf6157124402228a55a01aec3161, store=B 2024-12-03T07:46:16,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:46:16,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71bbdf6157124402228a55a01aec3161, store=C 2024-12-03T07:46:16,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:46:16,569 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412033bf54382717b4ea595cfb0952bac35e7_71bbdf6157124402228a55a01aec3161 is 50, key is test_row_0/A:col10/1733211975922/Put/seqid=0 2024-12-03T07:46:16,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742373_1549 (size=14594) 2024-12-03T07:46:16,573 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:16,577 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412033bf54382717b4ea595cfb0952bac35e7_71bbdf6157124402228a55a01aec3161 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412033bf54382717b4ea595cfb0952bac35e7_71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:16,578 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/e14d79d169ba4111a910b6e3e77c71b1, store: [table=TestAcidGuarantees family=A region=71bbdf6157124402228a55a01aec3161] 2024-12-03T07:46:16,578 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/e14d79d169ba4111a910b6e3e77c71b1 is 175, key is test_row_0/A:col10/1733211975922/Put/seqid=0 2024-12-03T07:46:16,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742374_1550 (size=39549) 2024-12-03T07:46:16,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:16,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1733212036608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:16,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:16,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1733212036608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:16,614 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:16,614 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:16,614 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:16,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:16,615 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:16,615 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:16,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1733212036609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:16,615 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:16,615 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:16,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:16,615 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:16,615 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:16,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40748 deadline: 1733212036610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:16,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:16,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733212036610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:16,615 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:16,615 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:16,615 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:16,615 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:16,615 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:16,615 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:16,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:16,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1733212036717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:16,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:16,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1733212036717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:16,720 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:16,720 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:16,720 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:16,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:16,721 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:16,721 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:16,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1733212036718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:16,721 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:16,721 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:16,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:16,721 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:16,721 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:16,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40748 deadline: 1733212036718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:16,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:16,721 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:16,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733212036718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:16,721 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:16,721 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:16,721 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:16,721 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:16,721 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:16,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:16,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1733212036927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:16,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:16,932 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:16,932 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:16,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1733212036928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:16,932 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:16,932 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:16,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:16,932 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:16,932 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:16,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1733212036928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:16,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:16,932 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:16,932 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:16,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40748 deadline: 1733212036928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:16,932 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:16,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:16,932 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:16,932 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:16,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733212036928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:16,932 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:16,933 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:16,933 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:16,933 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:16,982 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=64, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/e14d79d169ba4111a910b6e3e77c71b1 2024-12-03T07:46:16,988 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/ce83f0c33d834882a79e5b69290eefe4 is 50, key is test_row_0/B:col10/1733211975922/Put/seqid=0 2024-12-03T07:46:16,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742375_1551 (size=12001) 2024-12-03T07:46:17,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:17,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1733212037237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:17,241 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:17,241 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:17,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:17,241 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:17,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1733212037238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:17,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:17,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1733212037238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:17,242 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:17,242 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:17,242 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:17,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:17,242 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:17,242 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:17,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40748 deadline: 1733212037238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:17,242 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:17,242 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:17,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:17,242 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:17,242 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:17,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733212037238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:17,243 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:17,243 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:17,243 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:17,398 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=64 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/ce83f0c33d834882a79e5b69290eefe4 2024-12-03T07:46:17,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/cf1bcdebcf7f46e58345a68f80ddf3eb is 50, key is test_row_0/C:col10/1733211975922/Put/seqid=0 2024-12-03T07:46:17,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742376_1552 (size=12001) 2024-12-03T07:46:17,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:17,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1733212037747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:17,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:17,751 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:17,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1733212037748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:17,751 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:17,751 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:17,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:17,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1733212037748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:17,751 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:17,751 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:17,751 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:17,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:17,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40748 deadline: 1733212037748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:17,751 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:17,751 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:17,751 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:17,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:17,752 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:17,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733212037748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:17,752 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:17,752 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:17,752 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:17,752 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:17,752 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:17,808 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=64 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/cf1bcdebcf7f46e58345a68f80ddf3eb 2024-12-03T07:46:17,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/e14d79d169ba4111a910b6e3e77c71b1 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/e14d79d169ba4111a910b6e3e77c71b1 2024-12-03T07:46:17,815 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/e14d79d169ba4111a910b6e3e77c71b1, entries=200, sequenceid=64, filesize=38.6 K 2024-12-03T07:46:17,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/ce83f0c33d834882a79e5b69290eefe4 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/ce83f0c33d834882a79e5b69290eefe4 2024-12-03T07:46:17,819 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/ce83f0c33d834882a79e5b69290eefe4, entries=150, sequenceid=64, filesize=11.7 K 2024-12-03T07:46:17,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/cf1bcdebcf7f46e58345a68f80ddf3eb as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/cf1bcdebcf7f46e58345a68f80ddf3eb 2024-12-03T07:46:17,822 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/cf1bcdebcf7f46e58345a68f80ddf3eb, entries=150, sequenceid=64, filesize=11.7 K 2024-12-03T07:46:17,823 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 71bbdf6157124402228a55a01aec3161 in 1261ms, sequenceid=64, compaction requested=true 2024-12-03T07:46:17,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 71bbdf6157124402228a55a01aec3161: 2024-12-03T07:46:17,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71bbdf6157124402228a55a01aec3161:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T07:46:17,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:46:17,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71bbdf6157124402228a55a01aec3161:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T07:46:17,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:46:17,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71bbdf6157124402228a55a01aec3161:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T07:46:17,823 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:46:17,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:46:17,823 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:46:17,824 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:46:17,824 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:46:17,824 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1541): 71bbdf6157124402228a55a01aec3161/A is initiating minor compaction (all files) 2024-12-03T07:46:17,824 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): 71bbdf6157124402228a55a01aec3161/B is initiating minor compaction (all files) 2024-12-03T07:46:17,824 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 71bbdf6157124402228a55a01aec3161/A in TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:17,824 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 71bbdf6157124402228a55a01aec3161/B in TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:17,824 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/87c0c798115241f28bf6c379169d0818, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/9768b9e5857d452ba00fe2a5949097aa, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/ce83f0c33d834882a79e5b69290eefe4] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp, totalSize=35.2 K 2024-12-03T07:46:17,824 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/e90dbebfc4c54485b5b0f585532e1033, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/f4f517c2f8e04ee1ae505418a346189e, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/e14d79d169ba4111a910b6e3e77c71b1] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp, totalSize=99.1 K 2024-12-03T07:46:17,824 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:17,824 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. files: [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/e90dbebfc4c54485b5b0f585532e1033, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/f4f517c2f8e04ee1ae505418a346189e, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/e14d79d169ba4111a910b6e3e77c71b1] 2024-12-03T07:46:17,824 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 87c0c798115241f28bf6c379169d0818, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733211973709 2024-12-03T07:46:17,824 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting e90dbebfc4c54485b5b0f585532e1033, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733211973709 2024-12-03T07:46:17,825 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting f4f517c2f8e04ee1ae505418a346189e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733211973758 2024-12-03T07:46:17,825 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 9768b9e5857d452ba00fe2a5949097aa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733211973758 2024-12-03T07:46:17,825 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting e14d79d169ba4111a910b6e3e77c71b1, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1733211975922 2024-12-03T07:46:17,825 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting ce83f0c33d834882a79e5b69290eefe4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1733211975922 2024-12-03T07:46:17,831 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71bbdf6157124402228a55a01aec3161#B#compaction#474 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:46:17,832 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/09b7d9c413b346b0a31019105b3e771c is 50, key is test_row_0/B:col10/1733211975922/Put/seqid=0 2024-12-03T07:46:17,833 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=71bbdf6157124402228a55a01aec3161] 2024-12-03T07:46:17,835 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412030f6e8599c78c4b688002a2d68425c010_71bbdf6157124402228a55a01aec3161 store=[table=TestAcidGuarantees family=A region=71bbdf6157124402228a55a01aec3161] 2024-12-03T07:46:17,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742377_1553 (size=12104) 2024-12-03T07:46:17,837 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412030f6e8599c78c4b688002a2d68425c010_71bbdf6157124402228a55a01aec3161, store=[table=TestAcidGuarantees family=A region=71bbdf6157124402228a55a01aec3161] 2024-12-03T07:46:17,837 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412030f6e8599c78c4b688002a2d68425c010_71bbdf6157124402228a55a01aec3161 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=71bbdf6157124402228a55a01aec3161] 2024-12-03T07:46:17,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742378_1554 (size=4469) 2024-12-03T07:46:17,842 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/09b7d9c413b346b0a31019105b3e771c as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/09b7d9c413b346b0a31019105b3e771c 2024-12-03T07:46:17,846 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 71bbdf6157124402228a55a01aec3161/B of 71bbdf6157124402228a55a01aec3161 into 09b7d9c413b346b0a31019105b3e771c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:46:17,846 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 71bbdf6157124402228a55a01aec3161: 2024-12-03T07:46:17,846 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., storeName=71bbdf6157124402228a55a01aec3161/B, priority=13, startTime=1733211977823; duration=0sec 2024-12-03T07:46:17,846 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:46:17,846 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71bbdf6157124402228a55a01aec3161:B 2024-12-03T07:46:17,846 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:46:17,848 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:46:17,848 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): 71bbdf6157124402228a55a01aec3161/C is initiating minor compaction (all files) 2024-12-03T07:46:17,848 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 71bbdf6157124402228a55a01aec3161/C in TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:17,848 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/783ef68bff234a29b1f77c06ac08f058, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/d99ab2653069415199efd10bdd3101ff, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/cf1bcdebcf7f46e58345a68f80ddf3eb] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp, totalSize=35.2 K 2024-12-03T07:46:17,848 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 783ef68bff234a29b1f77c06ac08f058, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733211973709 2024-12-03T07:46:17,849 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting d99ab2653069415199efd10bdd3101ff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733211973758 2024-12-03T07:46:17,849 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting cf1bcdebcf7f46e58345a68f80ddf3eb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1733211975922 2024-12-03T07:46:17,855 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71bbdf6157124402228a55a01aec3161#C#compaction#476 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:46:17,855 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/0170153ba5e244238b638f10e7364d30 is 50, key is test_row_0/C:col10/1733211975922/Put/seqid=0 2024-12-03T07:46:17,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742379_1555 (size=12104) 2024-12-03T07:46:17,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-03T07:46:17,867 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:46:17,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T07:46:17,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-12-03T07:46:17,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-03T07:46:17,870 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T07:46:17,870 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T07:46:17,870 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T07:46:17,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-03T07:46:18,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-03T07:46:18,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:18,023 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing 71bbdf6157124402228a55a01aec3161 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-03T07:46:18,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71bbdf6157124402228a55a01aec3161, store=A 2024-12-03T07:46:18,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:46:18,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71bbdf6157124402228a55a01aec3161, store=B 2024-12-03T07:46:18,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:46:18,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71bbdf6157124402228a55a01aec3161, store=C 2024-12-03T07:46:18,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:46:18,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203b32ab3c41b2142cf95b06bbd2a3441a9_71bbdf6157124402228a55a01aec3161 is 50, key is test_row_0/A:col10/1733211976608/Put/seqid=0 2024-12-03T07:46:18,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742380_1556 (size=12154) 2024-12-03T07:46:18,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:18,043 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203b32ab3c41b2142cf95b06bbd2a3441a9_71bbdf6157124402228a55a01aec3161 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203b32ab3c41b2142cf95b06bbd2a3441a9_71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:18,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/cc6ba783435e47eaa3d1574aee516614, store: [table=TestAcidGuarantees family=A region=71bbdf6157124402228a55a01aec3161] 2024-12-03T07:46:18,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/cc6ba783435e47eaa3d1574aee516614 is 175, key is test_row_0/A:col10/1733211976608/Put/seqid=0 2024-12-03T07:46:18,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742381_1557 (size=30955) 2024-12-03T07:46:18,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-03T07:46:18,242 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71bbdf6157124402228a55a01aec3161#A#compaction#475 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:46:18,242 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/ec641238b39a4a25a49989cc9021b0d4 is 175, key is test_row_0/A:col10/1733211975922/Put/seqid=0 2024-12-03T07:46:18,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742382_1558 (size=31058) 2024-12-03T07:46:18,250 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/ec641238b39a4a25a49989cc9021b0d4 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/ec641238b39a4a25a49989cc9021b0d4 2024-12-03T07:46:18,254 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 71bbdf6157124402228a55a01aec3161/A of 71bbdf6157124402228a55a01aec3161 into ec641238b39a4a25a49989cc9021b0d4(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:46:18,255 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 71bbdf6157124402228a55a01aec3161: 2024-12-03T07:46:18,255 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., storeName=71bbdf6157124402228a55a01aec3161/A, priority=13, startTime=1733211977823; duration=0sec 2024-12-03T07:46:18,255 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:46:18,255 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71bbdf6157124402228a55a01aec3161:A 2024-12-03T07:46:18,269 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/0170153ba5e244238b638f10e7364d30 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/0170153ba5e244238b638f10e7364d30 2024-12-03T07:46:18,274 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 71bbdf6157124402228a55a01aec3161/C of 71bbdf6157124402228a55a01aec3161 into 0170153ba5e244238b638f10e7364d30(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:46:18,274 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 71bbdf6157124402228a55a01aec3161: 2024-12-03T07:46:18,274 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., storeName=71bbdf6157124402228a55a01aec3161/C, priority=13, startTime=1733211977823; duration=0sec 2024-12-03T07:46:18,274 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:46:18,274 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71bbdf6157124402228a55a01aec3161:C 2024-12-03T07:46:18,448 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=83, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/cc6ba783435e47eaa3d1574aee516614 2024-12-03T07:46:18,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/280c8ca3c0c2472ab4b07d188f1892a2 is 50, key is test_row_0/B:col10/1733211976608/Put/seqid=0 2024-12-03T07:46:18,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742383_1559 (size=12001) 2024-12-03T07:46:18,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-03T07:46:18,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:18,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. as already flushing 2024-12-03T07:46:18,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:18,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733212038773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:18,779 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:18,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:18,779 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:18,779 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:18,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1733212038774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:18,779 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:18,779 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:18,779 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:18,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:18,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40748 deadline: 1733212038775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:18,780 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:18,780 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:18,780 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:18,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:18,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1733212038778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:18,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:18,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:18,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:18,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:18,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1733212038779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:18,784 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:18,784 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:18,784 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:18,858 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/280c8ca3c0c2472ab4b07d188f1892a2 2024-12-03T07:46:18,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/b871fe4934b448eb9827dffb1879c24b is 50, key is test_row_0/C:col10/1733211976608/Put/seqid=0 2024-12-03T07:46:18,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742384_1560 (size=12001) 2024-12-03T07:46:18,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:18,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733212038887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:18,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:18,890 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:18,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1733212038888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:18,890 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:18,890 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:18,890 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:18,890 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:18,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:18,890 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:18,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40748 deadline: 1733212038888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:18,890 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:18,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:18,890 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:18,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1733212038888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:18,890 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:18,890 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:18,890 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:18,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:18,890 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:18,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1733212038888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:18,891 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:18,891 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:18,891 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:19,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-03T07:46:19,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:19,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733212039098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:19,099 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:19,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:19,099 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:19,099 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:19,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40748 deadline: 1733212039098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:19,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:19,099 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:19,099 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:19,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1733212039098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:19,099 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:19,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:19,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1733212039098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:19,100 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:19,100 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:19,100 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:19,100 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:19,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:19,100 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:19,100 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:19,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1733212039098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:19,100 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:19,100 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:19,100 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:19,268 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/b871fe4934b448eb9827dffb1879c24b 2024-12-03T07:46:19,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/cc6ba783435e47eaa3d1574aee516614 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/cc6ba783435e47eaa3d1574aee516614 2024-12-03T07:46:19,275 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/cc6ba783435e47eaa3d1574aee516614, entries=150, sequenceid=83, filesize=30.2 K 2024-12-03T07:46:19,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/280c8ca3c0c2472ab4b07d188f1892a2 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/280c8ca3c0c2472ab4b07d188f1892a2 2024-12-03T07:46:19,283 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/280c8ca3c0c2472ab4b07d188f1892a2, entries=150, sequenceid=83, filesize=11.7 K 2024-12-03T07:46:19,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/b871fe4934b448eb9827dffb1879c24b as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/b871fe4934b448eb9827dffb1879c24b 2024-12-03T07:46:19,287 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/b871fe4934b448eb9827dffb1879c24b, entries=150, sequenceid=83, filesize=11.7 K 2024-12-03T07:46:19,288 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 71bbdf6157124402228a55a01aec3161 in 1264ms, sequenceid=83, compaction requested=false 2024-12-03T07:46:19,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for 71bbdf6157124402228a55a01aec3161: 2024-12-03T07:46:19,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:19,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-12-03T07:46:19,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-12-03T07:46:19,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-12-03T07:46:19,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4190 sec 2024-12-03T07:46:19,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 1.4230 sec 2024-12-03T07:46:19,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:19,410 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 71bbdf6157124402228a55a01aec3161 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-03T07:46:19,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71bbdf6157124402228a55a01aec3161, store=A 2024-12-03T07:46:19,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:46:19,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71bbdf6157124402228a55a01aec3161, store=B 2024-12-03T07:46:19,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:46:19,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71bbdf6157124402228a55a01aec3161, store=C 2024-12-03T07:46:19,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:46:19,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203f165ea3c04704763a2813b9529543983_71bbdf6157124402228a55a01aec3161 is 50, key is test_row_0/A:col10/1733211979408/Put/seqid=0 2024-12-03T07:46:19,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742385_1561 (size=12154) 2024-12-03T07:46:19,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:19,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733212039422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:19,428 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:19,429 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:19,429 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:19,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:19,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40748 deadline: 1733212039426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:19,429 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:19,429 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:19,429 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:19,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:19,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1733212039427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:19,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:19,433 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:19,433 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:19,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1733212039428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:19,433 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:19,433 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:19,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:19,433 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:19,433 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:19,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1733212039428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:19,433 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:19,434 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:19,434 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:19,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:19,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733212039537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:19,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:19,541 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:19,541 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:19,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40748 deadline: 1733212039537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:19,541 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:19,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:19,541 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:19,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1733212039537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:19,541 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:19,541 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:19,541 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:19,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:19,541 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:19,541 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:19,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1733212039537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:19,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:19,542 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:19,542 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:19,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1733212039537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:19,542 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:19,542 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:19,542 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:19,542 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:19,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:19,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733212039747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:19,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:19,749 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:19,749 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:19,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1733212039747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:19,749 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:19,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:19,749 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:19,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40748 deadline: 1733212039747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:19,749 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:19,749 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:19,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:19,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1733212039747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:19,749 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:19,749 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:19,750 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:19,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:19,750 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:19,750 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:19,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1733212039748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:19,750 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:19,750 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:19,750 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:19,750 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:19,821 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:19,824 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203f165ea3c04704763a2813b9529543983_71bbdf6157124402228a55a01aec3161 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203f165ea3c04704763a2813b9529543983_71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:19,825 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/f3d25b0e08a246da9f90cd8e57d46f67, store: [table=TestAcidGuarantees family=A region=71bbdf6157124402228a55a01aec3161] 2024-12-03T07:46:19,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/f3d25b0e08a246da9f90cd8e57d46f67 is 175, key is test_row_0/A:col10/1733211979408/Put/seqid=0 2024-12-03T07:46:19,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742386_1562 (size=30955) 2024-12-03T07:46:20,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-03T07:46:20,018 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:46:20,018 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T07:46:20,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-12-03T07:46:20,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-03T07:46:20,020 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T07:46:20,021 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T07:46:20,021 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T07:46:20,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:20,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733212040057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:20,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:20,061 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:20,061 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:20,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1733212040057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:20,061 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:20,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:20,061 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:20,061 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:20,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40748 deadline: 1733212040057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:20,062 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:20,062 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:20,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:20,062 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:20,062 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:20,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1733212040057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:20,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:20,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1733212040058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:20,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:20,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:20,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:20,062 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:20,062 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:20,062 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:20,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-03T07:46:20,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-03T07:46:20,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:20,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. as already flushing 2024-12-03T07:46:20,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:20,173 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:20,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:20,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:20,229 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=100, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/f3d25b0e08a246da9f90cd8e57d46f67 2024-12-03T07:46:20,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/0b0797ac106c44069e92ff3eb4e21189 is 50, key is test_row_0/B:col10/1733211979408/Put/seqid=0 2024-12-03T07:46:20,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742387_1563 (size=12001) 2024-12-03T07:46:20,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-03T07:46:20,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:20,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. as already flushing 2024-12-03T07:46:20,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:20,326 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:20,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:20,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:20,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-03T07:46:20,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-03T07:46:20,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:20,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. as already flushing 2024-12-03T07:46:20,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:20,479 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:20,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:20,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:20,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:20,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733212040567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:20,570 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:20,570 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:20,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:20,570 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:20,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1733212040568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:20,570 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:20,570 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:20,571 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:20,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:20,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1733212040568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:20,571 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:20,571 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:20,571 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:20,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:20,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1733212040568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:20,572 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:20,572 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:20,572 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:20,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:20,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40748 deadline: 1733212040577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:20,581 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:20,581 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:20,581 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:20,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-03T07:46:20,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:20,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. as already flushing 2024-12-03T07:46:20,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:20,631 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:20,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:20,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:20,639 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/0b0797ac106c44069e92ff3eb4e21189 2024-12-03T07:46:20,646 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/1b1b21265bd847d48f8f87ac3d25c2ad is 50, key is test_row_0/C:col10/1733211979408/Put/seqid=0 2024-12-03T07:46:20,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-03T07:46:20,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742388_1564 (size=12001) 2024-12-03T07:46:20,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-03T07:46:20,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:20,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. as already flushing 2024-12-03T07:46:20,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:20,784 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:20,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:20,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-03T07:46:20,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:20,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. as already flushing 2024-12-03T07:46:20,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:20,937 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:20,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:20,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:21,064 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/1b1b21265bd847d48f8f87ac3d25c2ad 2024-12-03T07:46:21,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/f3d25b0e08a246da9f90cd8e57d46f67 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/f3d25b0e08a246da9f90cd8e57d46f67 2024-12-03T07:46:21,070 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/f3d25b0e08a246da9f90cd8e57d46f67, entries=150, sequenceid=100, filesize=30.2 K 2024-12-03T07:46:21,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/0b0797ac106c44069e92ff3eb4e21189 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/0b0797ac106c44069e92ff3eb4e21189 2024-12-03T07:46:21,074 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/0b0797ac106c44069e92ff3eb4e21189, entries=150, sequenceid=100, filesize=11.7 K 2024-12-03T07:46:21,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/1b1b21265bd847d48f8f87ac3d25c2ad as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/1b1b21265bd847d48f8f87ac3d25c2ad 2024-12-03T07:46:21,077 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/1b1b21265bd847d48f8f87ac3d25c2ad, entries=150, sequenceid=100, filesize=11.7 K 2024-12-03T07:46:21,078 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 71bbdf6157124402228a55a01aec3161 in 1668ms, sequenceid=100, compaction requested=true 2024-12-03T07:46:21,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 71bbdf6157124402228a55a01aec3161: 2024-12-03T07:46:21,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71bbdf6157124402228a55a01aec3161:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T07:46:21,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:46:21,078 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:46:21,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71bbdf6157124402228a55a01aec3161:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T07:46:21,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:46:21,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71bbdf6157124402228a55a01aec3161:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T07:46:21,078 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:46:21,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:46:21,079 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:46:21,079 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:46:21,079 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): 71bbdf6157124402228a55a01aec3161/B is initiating minor compaction (all files) 2024-12-03T07:46:21,079 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1541): 71bbdf6157124402228a55a01aec3161/A is initiating minor compaction (all files) 2024-12-03T07:46:21,079 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 71bbdf6157124402228a55a01aec3161/B in TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:21,079 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 71bbdf6157124402228a55a01aec3161/A in TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:21,079 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/09b7d9c413b346b0a31019105b3e771c, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/280c8ca3c0c2472ab4b07d188f1892a2, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/0b0797ac106c44069e92ff3eb4e21189] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp, totalSize=35.3 K 2024-12-03T07:46:21,079 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/ec641238b39a4a25a49989cc9021b0d4, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/cc6ba783435e47eaa3d1574aee516614, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/f3d25b0e08a246da9f90cd8e57d46f67] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp, totalSize=90.8 K 2024-12-03T07:46:21,080 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:21,080 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. files: [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/ec641238b39a4a25a49989cc9021b0d4, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/cc6ba783435e47eaa3d1574aee516614, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/f3d25b0e08a246da9f90cd8e57d46f67] 2024-12-03T07:46:21,080 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 09b7d9c413b346b0a31019105b3e771c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1733211975922 2024-12-03T07:46:21,080 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec641238b39a4a25a49989cc9021b0d4, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1733211975922 2024-12-03T07:46:21,080 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 280c8ca3c0c2472ab4b07d188f1892a2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1733211976573 2024-12-03T07:46:21,080 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc6ba783435e47eaa3d1574aee516614, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1733211976573 2024-12-03T07:46:21,080 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 0b0797ac106c44069e92ff3eb4e21189, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1733211978773 2024-12-03T07:46:21,080 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting f3d25b0e08a246da9f90cd8e57d46f67, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1733211978773 2024-12-03T07:46:21,085 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=71bbdf6157124402228a55a01aec3161] 2024-12-03T07:46:21,087 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71bbdf6157124402228a55a01aec3161#B#compaction#484 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:46:21,088 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/3f79167f4e8c4ebe966c48b25bd40a81 is 50, key is test_row_0/B:col10/1733211979408/Put/seqid=0 2024-12-03T07:46:21,089 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241203899c5822a15c43d680fd0c3da00c07f7_71bbdf6157124402228a55a01aec3161 store=[table=TestAcidGuarantees family=A region=71bbdf6157124402228a55a01aec3161] 2024-12-03T07:46:21,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-03T07:46:21,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:21,089 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2902): Flushing 71bbdf6157124402228a55a01aec3161 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-03T07:46:21,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71bbdf6157124402228a55a01aec3161, store=A 2024-12-03T07:46:21,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:46:21,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71bbdf6157124402228a55a01aec3161, store=B 2024-12-03T07:46:21,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:46:21,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71bbdf6157124402228a55a01aec3161, store=C 2024-12-03T07:46:21,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:46:21,091 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241203899c5822a15c43d680fd0c3da00c07f7_71bbdf6157124402228a55a01aec3161, store=[table=TestAcidGuarantees family=A region=71bbdf6157124402228a55a01aec3161] 2024-12-03T07:46:21,091 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203899c5822a15c43d680fd0c3da00c07f7_71bbdf6157124402228a55a01aec3161 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=71bbdf6157124402228a55a01aec3161] 2024-12-03T07:46:21,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742389_1565 (size=12207) 2024-12-03T07:46:21,097 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/3f79167f4e8c4ebe966c48b25bd40a81 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/3f79167f4e8c4ebe966c48b25bd40a81 2024-12-03T07:46:21,101 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 71bbdf6157124402228a55a01aec3161/B of 71bbdf6157124402228a55a01aec3161 into 3f79167f4e8c4ebe966c48b25bd40a81(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:46:21,101 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 71bbdf6157124402228a55a01aec3161: 2024-12-03T07:46:21,101 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., storeName=71bbdf6157124402228a55a01aec3161/B, priority=13, startTime=1733211981078; duration=0sec 2024-12-03T07:46:21,101 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:46:21,101 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71bbdf6157124402228a55a01aec3161:B 2024-12-03T07:46:21,101 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:46:21,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120303901899ede243e19d1a5f16d3e08f9b_71bbdf6157124402228a55a01aec3161 is 50, key is test_row_0/A:col10/1733211979424/Put/seqid=0 2024-12-03T07:46:21,106 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:46:21,106 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): 71bbdf6157124402228a55a01aec3161/C is initiating minor compaction (all files) 2024-12-03T07:46:21,106 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 71bbdf6157124402228a55a01aec3161/C in TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:21,106 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/0170153ba5e244238b638f10e7364d30, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/b871fe4934b448eb9827dffb1879c24b, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/1b1b21265bd847d48f8f87ac3d25c2ad] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp, totalSize=35.3 K 2024-12-03T07:46:21,106 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 0170153ba5e244238b638f10e7364d30, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1733211975922 2024-12-03T07:46:21,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742390_1566 (size=4469) 2024-12-03T07:46:21,107 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting b871fe4934b448eb9827dffb1879c24b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1733211976573 2024-12-03T07:46:21,107 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b1b21265bd847d48f8f87ac3d25c2ad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1733211978773 2024-12-03T07:46:21,113 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71bbdf6157124402228a55a01aec3161#C#compaction#486 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:46:21,114 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/38f5b89277f64670a91b3d7c373d00a6 is 50, key is test_row_0/C:col10/1733211979408/Put/seqid=0 2024-12-03T07:46:21,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742391_1567 (size=12154) 2024-12-03T07:46:21,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742392_1568 (size=12207) 2024-12-03T07:46:21,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-03T07:46:21,508 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71bbdf6157124402228a55a01aec3161#A#compaction#483 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:46:21,508 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/7931eddae07e4263bb0fba1a1ce342d2 is 175, key is test_row_0/A:col10/1733211979408/Put/seqid=0 2024-12-03T07:46:21,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742393_1569 (size=31161) 2024-12-03T07:46:21,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:21,522 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120303901899ede243e19d1a5f16d3e08f9b_71bbdf6157124402228a55a01aec3161 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120303901899ede243e19d1a5f16d3e08f9b_71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:21,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/3c554e24bb5f4ec79378f43ea24d6398, store: [table=TestAcidGuarantees family=A region=71bbdf6157124402228a55a01aec3161] 2024-12-03T07:46:21,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/3c554e24bb5f4ec79378f43ea24d6398 is 175, key is test_row_0/A:col10/1733211979424/Put/seqid=0 2024-12-03T07:46:21,524 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/38f5b89277f64670a91b3d7c373d00a6 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/38f5b89277f64670a91b3d7c373d00a6 2024-12-03T07:46:21,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742394_1570 (size=30955) 2024-12-03T07:46:21,529 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 71bbdf6157124402228a55a01aec3161/C of 71bbdf6157124402228a55a01aec3161 into 38f5b89277f64670a91b3d7c373d00a6(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:46:21,529 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 71bbdf6157124402228a55a01aec3161: 2024-12-03T07:46:21,529 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., storeName=71bbdf6157124402228a55a01aec3161/C, priority=13, startTime=1733211981078; duration=0sec 2024-12-03T07:46:21,529 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:46:21,529 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71bbdf6157124402228a55a01aec3161:C 2024-12-03T07:46:21,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:21,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. as already flushing 2024-12-03T07:46:21,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:21,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:21,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1733212041598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:21,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1733212041599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:21,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:21,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:21,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:21,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:21,607 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:21,607 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:21,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40748 deadline: 1733212041599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:21,607 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:21,607 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:21,607 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:21,607 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:21,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:21,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733212041605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:21,611 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:21,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:21,611 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:21,611 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:21,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1733212041607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:21,612 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:21,612 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:21,612 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:21,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:21,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1733212041718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:21,721 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:21,722 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:21,722 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:21,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:21,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1733212041718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:21,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:21,722 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:21,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40748 deadline: 1733212041718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:21,722 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:21,722 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:21,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:21,722 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:21,722 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:21,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733212041718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:21,722 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:21,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:21,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:21,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1733212041718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:21,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:21,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:21,723 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:21,723 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:21,723 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:21,916 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/7931eddae07e4263bb0fba1a1ce342d2 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/7931eddae07e4263bb0fba1a1ce342d2 2024-12-03T07:46:21,920 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 71bbdf6157124402228a55a01aec3161/A of 71bbdf6157124402228a55a01aec3161 into 7931eddae07e4263bb0fba1a1ce342d2(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:46:21,920 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 71bbdf6157124402228a55a01aec3161: 2024-12-03T07:46:21,920 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., storeName=71bbdf6157124402228a55a01aec3161/A, priority=13, startTime=1733211981078; duration=0sec 2024-12-03T07:46:21,920 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:46:21,920 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71bbdf6157124402228a55a01aec3161:A 2024-12-03T07:46:21,927 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/3c554e24bb5f4ec79378f43ea24d6398 2024-12-03T07:46:21,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1733212041928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:21,932 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:21,932 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:21,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:21,932 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1733212041928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:21,932 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:21,932 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:21,932 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:21,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733212041928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:21,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:21,933 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:21,933 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40748 deadline: 1733212041928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:21,933 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:21,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:21,933 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1733212041928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:21,933 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:21,933 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:21,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/df7655380fcc4c11bcba38094a6717a8 is 50, key is test_row_0/B:col10/1733211979424/Put/seqid=0 2024-12-03T07:46:21,933 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:21,933 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:21,933 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:21,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742395_1571 (size=12001) 2024-12-03T07:46:21,937 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/df7655380fcc4c11bcba38094a6717a8 2024-12-03T07:46:21,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/722013fe6f244f8ab01795da235c2106 is 50, key is test_row_0/C:col10/1733211979424/Put/seqid=0 2024-12-03T07:46:21,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742396_1572 (size=12001) 2024-12-03T07:46:21,947 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/722013fe6f244f8ab01795da235c2106 2024-12-03T07:46:21,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/3c554e24bb5f4ec79378f43ea24d6398 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/3c554e24bb5f4ec79378f43ea24d6398 2024-12-03T07:46:21,954 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/3c554e24bb5f4ec79378f43ea24d6398, entries=150, sequenceid=117, filesize=30.2 K 2024-12-03T07:46:21,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/df7655380fcc4c11bcba38094a6717a8 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/df7655380fcc4c11bcba38094a6717a8 2024-12-03T07:46:21,959 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/df7655380fcc4c11bcba38094a6717a8, entries=150, sequenceid=117, filesize=11.7 K 2024-12-03T07:46:21,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/722013fe6f244f8ab01795da235c2106 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/722013fe6f244f8ab01795da235c2106 2024-12-03T07:46:21,962 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/722013fe6f244f8ab01795da235c2106, entries=150, sequenceid=117, filesize=11.7 K 2024-12-03T07:46:21,963 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 71bbdf6157124402228a55a01aec3161 in 874ms, sequenceid=117, compaction requested=false 2024-12-03T07:46:21,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for 71bbdf6157124402228a55a01aec3161: 2024-12-03T07:46:21,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:21,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-12-03T07:46:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4169): Remote procedure done, pid=165 2024-12-03T07:46:21,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-12-03T07:46:21,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9440 sec 2024-12-03T07:46:21,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 1.9490 sec 2024-12-03T07:46:22,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-03T07:46:22,177 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:46:22,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T07:46:22,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees 2024-12-03T07:46:22,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-03T07:46:22,181 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T07:46:22,181 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T07:46:22,181 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T07:46:22,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:22,241 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 71bbdf6157124402228a55a01aec3161 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-03T07:46:22,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71bbdf6157124402228a55a01aec3161, store=A 2024-12-03T07:46:22,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:46:22,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71bbdf6157124402228a55a01aec3161, store=B 2024-12-03T07:46:22,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:46:22,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71bbdf6157124402228a55a01aec3161, store=C 2024-12-03T07:46:22,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:46:22,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203134bfd373b7e4310a7bf67fa53ec5bc5_71bbdf6157124402228a55a01aec3161 is 50, key is test_row_0/A:col10/1733211982241/Put/seqid=0 2024-12-03T07:46:22,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742397_1573 (size=12304) 2024-12-03T07:46:22,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:22,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1733212042251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:22,257 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:22,257 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:22,257 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:22,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:22,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733212042254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:22,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:22,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1733212042255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:22,260 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:22,261 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:22,261 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:22,261 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:22,261 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:22,261 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:22,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:22,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1733212042256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:22,262 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:22,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:22,262 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:22,262 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:22,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40748 deadline: 1733212042257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:22,262 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:22,262 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:22,262 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:22,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-03T07:46:22,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-03T07:46:22,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:22,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. as already flushing 2024-12-03T07:46:22,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:22,334 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:22,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:22,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:22,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:22,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1733212042367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:22,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:22,371 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:22,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733212042367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:22,371 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:22,371 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:22,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:22,371 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:22,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1733212042367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:22,371 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:22,371 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:22,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:22,372 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:22,372 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:22,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1733212042368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:22,372 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:22,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:22,372 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:22,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40748 deadline: 1733212042368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:22,372 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:22,372 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:22,372 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:22,372 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:22,372 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:22,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-03T07:46:22,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:22,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. as already flushing 2024-12-03T07:46:22,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:22,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:22,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:22,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:22,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-03T07:46:22,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:22,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1733212042577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:22,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:22,582 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:22,582 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:22,582 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:22,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733212042577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:22,582 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:22,582 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:22,582 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:22,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:22,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1733212042577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:22,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:22,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:22,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:22,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:22,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1733212042577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:22,582 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:22,582 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:22,582 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:22,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:22,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40748 deadline: 1733212042577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:22,583 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:22,583 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:22,583 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:22,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-03T07:46:22,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:22,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. as already flushing 2024-12-03T07:46:22,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:22,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:22,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:22,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:22,652 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:22,655 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203134bfd373b7e4310a7bf67fa53ec5bc5_71bbdf6157124402228a55a01aec3161 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203134bfd373b7e4310a7bf67fa53ec5bc5_71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:22,656 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/2bf9c45d5b1f4a058cff37d3fac5deba, store: [table=TestAcidGuarantees family=A region=71bbdf6157124402228a55a01aec3161] 2024-12-03T07:46:22,656 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/2bf9c45d5b1f4a058cff37d3fac5deba is 175, key is test_row_0/A:col10/1733211982241/Put/seqid=0 2024-12-03T07:46:22,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742398_1574 (size=31105) 2024-12-03T07:46:22,660 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=138, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/2bf9c45d5b1f4a058cff37d3fac5deba 2024-12-03T07:46:22,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/000770237e9d4c268f571b55e5f89aa4 is 50, key is test_row_0/B:col10/1733211982241/Put/seqid=0 2024-12-03T07:46:22,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742399_1575 (size=12151) 2024-12-03T07:46:22,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-03T07:46:22,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:22,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. as already flushing 2024-12-03T07:46:22,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:22,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:22,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:22,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:22,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-03T07:46:22,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:22,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1733212042888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:22,892 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:22,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:22,892 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:22,892 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:22,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733212042888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:22,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:22,892 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:22,892 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:22,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1733212042888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:22,892 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:22,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:22,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:22,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:22,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:22,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1733212042888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:22,892 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:22,892 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:22,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:22,892 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:22,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40748 deadline: 1733212042888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:22,893 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:22,893 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:22,893 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:22,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-03T07:46:22,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:22,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. as already flushing 2024-12-03T07:46:22,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:22,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:22,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:22,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:23,069 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/000770237e9d4c268f571b55e5f89aa4 2024-12-03T07:46:23,075 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/2884cf27540a46e0b6a3850eff6a857e is 50, key is test_row_0/C:col10/1733211982241/Put/seqid=0 2024-12-03T07:46:23,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742400_1576 (size=12151) 2024-12-03T07:46:23,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-03T07:46:23,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:23,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. as already flushing 2024-12-03T07:46:23,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:23,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:23,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:23,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:23,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-03T07:46:23,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:23,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. as already flushing 2024-12-03T07:46:23,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:23,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:23,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:23,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:23,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-03T07:46:23,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:23,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1733212043397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:23,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:23,399 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:23,399 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:23,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733212043397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:23,399 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:23,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:23,400 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:23,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1733212043397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:23,400 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:23,400 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:23,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:23,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:23,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1733212043397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:23,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:23,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:23,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:23,400 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:23,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40748 deadline: 1733212043397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:23,400 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:23,400 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:23,400 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:23,400 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:23,400 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:23,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-03T07:46:23,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:23,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. as already flushing 2024-12-03T07:46:23,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:23,402 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:23,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:23,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:23,479 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/2884cf27540a46e0b6a3850eff6a857e 2024-12-03T07:46:23,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/2bf9c45d5b1f4a058cff37d3fac5deba as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/2bf9c45d5b1f4a058cff37d3fac5deba 2024-12-03T07:46:23,486 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/2bf9c45d5b1f4a058cff37d3fac5deba, entries=150, sequenceid=138, filesize=30.4 K 2024-12-03T07:46:23,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/000770237e9d4c268f571b55e5f89aa4 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/000770237e9d4c268f571b55e5f89aa4 2024-12-03T07:46:23,489 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/000770237e9d4c268f571b55e5f89aa4, entries=150, sequenceid=138, filesize=11.9 K 2024-12-03T07:46:23,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/2884cf27540a46e0b6a3850eff6a857e as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/2884cf27540a46e0b6a3850eff6a857e 2024-12-03T07:46:23,492 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/2884cf27540a46e0b6a3850eff6a857e, entries=150, sequenceid=138, filesize=11.9 K 2024-12-03T07:46:23,493 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 71bbdf6157124402228a55a01aec3161 in 1252ms, sequenceid=138, compaction requested=true 2024-12-03T07:46:23,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 71bbdf6157124402228a55a01aec3161: 2024-12-03T07:46:23,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71bbdf6157124402228a55a01aec3161:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T07:46:23,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:46:23,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71bbdf6157124402228a55a01aec3161:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T07:46:23,493 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:46:23,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:46:23,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71bbdf6157124402228a55a01aec3161:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T07:46:23,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:46:23,493 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:46:23,494 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93221 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:46:23,494 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:46:23,494 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): 71bbdf6157124402228a55a01aec3161/B is initiating minor compaction (all files) 2024-12-03T07:46:23,494 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1541): 71bbdf6157124402228a55a01aec3161/A is initiating minor compaction (all files) 2024-12-03T07:46:23,494 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 71bbdf6157124402228a55a01aec3161/A in TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:23,494 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 71bbdf6157124402228a55a01aec3161/B in TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:23,494 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/7931eddae07e4263bb0fba1a1ce342d2, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/3c554e24bb5f4ec79378f43ea24d6398, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/2bf9c45d5b1f4a058cff37d3fac5deba] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp, totalSize=91.0 K 2024-12-03T07:46:23,494 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/3f79167f4e8c4ebe966c48b25bd40a81, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/df7655380fcc4c11bcba38094a6717a8, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/000770237e9d4c268f571b55e5f89aa4] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp, totalSize=35.5 K 2024-12-03T07:46:23,494 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:23,494 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. files: [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/7931eddae07e4263bb0fba1a1ce342d2, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/3c554e24bb5f4ec79378f43ea24d6398, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/2bf9c45d5b1f4a058cff37d3fac5deba] 2024-12-03T07:46:23,495 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f79167f4e8c4ebe966c48b25bd40a81, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1733211978773 2024-12-03T07:46:23,495 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7931eddae07e4263bb0fba1a1ce342d2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1733211978773 2024-12-03T07:46:23,495 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3c554e24bb5f4ec79378f43ea24d6398, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733211979424 2024-12-03T07:46:23,495 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting df7655380fcc4c11bcba38094a6717a8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733211979424 2024-12-03T07:46:23,495 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 000770237e9d4c268f571b55e5f89aa4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1733211981605 2024-12-03T07:46:23,495 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2bf9c45d5b1f4a058cff37d3fac5deba, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1733211981605 2024-12-03T07:46:23,500 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=71bbdf6157124402228a55a01aec3161] 2024-12-03T07:46:23,501 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71bbdf6157124402228a55a01aec3161#B#compaction#492 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:46:23,502 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/1599a60997cf4d7cb96f5b6efe953f37 is 50, key is test_row_0/B:col10/1733211982241/Put/seqid=0 2024-12-03T07:46:23,502 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241203b633f8c8a1554e0cb18142b0e4cb4814_71bbdf6157124402228a55a01aec3161 store=[table=TestAcidGuarantees family=A region=71bbdf6157124402228a55a01aec3161] 2024-12-03T07:46:23,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742401_1577 (size=12459) 2024-12-03T07:46:23,505 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241203b633f8c8a1554e0cb18142b0e4cb4814_71bbdf6157124402228a55a01aec3161, store=[table=TestAcidGuarantees family=A region=71bbdf6157124402228a55a01aec3161] 2024-12-03T07:46:23,505 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203b633f8c8a1554e0cb18142b0e4cb4814_71bbdf6157124402228a55a01aec3161 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=71bbdf6157124402228a55a01aec3161] 2024-12-03T07:46:23,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742402_1578 (size=4469) 2024-12-03T07:46:23,509 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71bbdf6157124402228a55a01aec3161#A#compaction#493 average throughput is 2.71 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:46:23,510 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/dc6d0803c2624002b03a21997e9d6fc5 is 175, key is test_row_0/A:col10/1733211982241/Put/seqid=0 2024-12-03T07:46:23,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742403_1579 (size=31413) 2024-12-03T07:46:23,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-03T07:46:23,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:23,555 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2902): Flushing 71bbdf6157124402228a55a01aec3161 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-03T07:46:23,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71bbdf6157124402228a55a01aec3161, store=A 2024-12-03T07:46:23,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:46:23,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71bbdf6157124402228a55a01aec3161, store=B 2024-12-03T07:46:23,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:46:23,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71bbdf6157124402228a55a01aec3161, store=C 2024-12-03T07:46:23,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:46:23,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412035a128a935bc94101aabcd056c8fb7237_71bbdf6157124402228a55a01aec3161 is 50, key is test_row_0/A:col10/1733211982249/Put/seqid=0 2024-12-03T07:46:23,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742404_1580 (size=12304) 2024-12-03T07:46:23,909 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/1599a60997cf4d7cb96f5b6efe953f37 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/1599a60997cf4d7cb96f5b6efe953f37 2024-12-03T07:46:23,914 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 71bbdf6157124402228a55a01aec3161/B of 71bbdf6157124402228a55a01aec3161 into 1599a60997cf4d7cb96f5b6efe953f37(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:46:23,914 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 71bbdf6157124402228a55a01aec3161: 2024-12-03T07:46:23,914 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., storeName=71bbdf6157124402228a55a01aec3161/B, priority=13, startTime=1733211983493; duration=0sec 2024-12-03T07:46:23,914 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:46:23,914 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71bbdf6157124402228a55a01aec3161:B 2024-12-03T07:46:23,914 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:46:23,915 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:46:23,915 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): 71bbdf6157124402228a55a01aec3161/C is initiating minor compaction (all files) 2024-12-03T07:46:23,915 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 71bbdf6157124402228a55a01aec3161/C in TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:23,915 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/38f5b89277f64670a91b3d7c373d00a6, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/722013fe6f244f8ab01795da235c2106, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/2884cf27540a46e0b6a3850eff6a857e] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp, totalSize=35.5 K 2024-12-03T07:46:23,916 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 38f5b89277f64670a91b3d7c373d00a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1733211978773 2024-12-03T07:46:23,916 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 722013fe6f244f8ab01795da235c2106, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733211979424 2024-12-03T07:46:23,916 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/dc6d0803c2624002b03a21997e9d6fc5 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/dc6d0803c2624002b03a21997e9d6fc5 2024-12-03T07:46:23,916 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 2884cf27540a46e0b6a3850eff6a857e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1733211981605 2024-12-03T07:46:23,920 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 71bbdf6157124402228a55a01aec3161/A of 71bbdf6157124402228a55a01aec3161 into dc6d0803c2624002b03a21997e9d6fc5(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:46:23,920 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 71bbdf6157124402228a55a01aec3161: 2024-12-03T07:46:23,920 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., storeName=71bbdf6157124402228a55a01aec3161/A, priority=13, startTime=1733211983493; duration=0sec 2024-12-03T07:46:23,920 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:46:23,920 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71bbdf6157124402228a55a01aec3161:A 2024-12-03T07:46:23,923 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71bbdf6157124402228a55a01aec3161#C#compaction#495 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:46:23,924 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/8e7f442cf884464689a2cd479eb99ecd is 50, key is test_row_0/C:col10/1733211982241/Put/seqid=0 2024-12-03T07:46:23,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742405_1581 (size=12459) 2024-12-03T07:46:23,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:23,969 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412035a128a935bc94101aabcd056c8fb7237_71bbdf6157124402228a55a01aec3161 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412035a128a935bc94101aabcd056c8fb7237_71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:23,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/12a0eb9b4b934532a12f9b534638149d, store: [table=TestAcidGuarantees family=A region=71bbdf6157124402228a55a01aec3161] 2024-12-03T07:46:23,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/12a0eb9b4b934532a12f9b534638149d is 175, key is test_row_0/A:col10/1733211982249/Put/seqid=0 2024-12-03T07:46:23,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742406_1582 (size=31105) 2024-12-03T07:46:24,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-03T07:46:24,331 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/8e7f442cf884464689a2cd479eb99ecd as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/8e7f442cf884464689a2cd479eb99ecd 2024-12-03T07:46:24,335 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 71bbdf6157124402228a55a01aec3161/C of 71bbdf6157124402228a55a01aec3161 into 8e7f442cf884464689a2cd479eb99ecd(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:46:24,335 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 71bbdf6157124402228a55a01aec3161: 2024-12-03T07:46:24,335 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., storeName=71bbdf6157124402228a55a01aec3161/C, priority=13, startTime=1733211983493; duration=0sec 2024-12-03T07:46:24,335 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:46:24,335 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71bbdf6157124402228a55a01aec3161:C 2024-12-03T07:46:24,374 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=152, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/12a0eb9b4b934532a12f9b534638149d 2024-12-03T07:46:24,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/17e3eb1baaf64513bd26ea3162211e44 is 50, key is test_row_0/B:col10/1733211982249/Put/seqid=0 2024-12-03T07:46:24,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742407_1583 (size=12151) 2024-12-03T07:46:24,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:24,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. as already flushing 2024-12-03T07:46:24,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:24,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1733212044423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:24,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:24,429 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:24,429 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:24,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1733212044424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:24,429 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:24,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:24,430 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:24,430 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:24,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40748 deadline: 1733212044425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:24,430 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:24,430 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:24,430 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:24,430 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:24,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:24,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1733212044427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:24,430 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:24,430 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:24,430 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:24,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:24,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733212044427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:24,431 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:24,431 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:24,431 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:24,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:24,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1733212044537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:24,542 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:24,542 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:24,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:24,542 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:24,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1733212044537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:24,542 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:24,542 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:24,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:24,542 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:24,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40748 deadline: 1733212044537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:24,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:24,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1733212044537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:24,542 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:24,542 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:24,542 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:24,542 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:24,542 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:24,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:24,542 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:24,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733212044538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:24,543 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:24,543 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:24,543 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:24,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:24,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1733212044747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:24,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:24,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1733212044747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:24,750 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:24,750 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:24,750 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:24,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:24,750 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:24,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1733212044748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:24,750 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:24,750 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:24,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:24,750 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:24,750 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:24,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40748 deadline: 1733212044748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:24,750 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:24,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:24,751 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:24,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733212044748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:24,751 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:24,751 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:24,751 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:24,751 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:24,751 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:24,786 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/17e3eb1baaf64513bd26ea3162211e44 2024-12-03T07:46:24,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/2e215dd6fec847b98f236675675403db is 50, key is test_row_0/C:col10/1733211982249/Put/seqid=0 2024-12-03T07:46:24,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742408_1584 (size=12151) 2024-12-03T07:46:24,804 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/2e215dd6fec847b98f236675675403db 2024-12-03T07:46:24,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/12a0eb9b4b934532a12f9b534638149d as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/12a0eb9b4b934532a12f9b534638149d 2024-12-03T07:46:24,811 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/12a0eb9b4b934532a12f9b534638149d, entries=150, sequenceid=152, filesize=30.4 K 2024-12-03T07:46:24,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/17e3eb1baaf64513bd26ea3162211e44 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/17e3eb1baaf64513bd26ea3162211e44 2024-12-03T07:46:24,816 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/17e3eb1baaf64513bd26ea3162211e44, entries=150, sequenceid=152, filesize=11.9 K 2024-12-03T07:46:24,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/2e215dd6fec847b98f236675675403db as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/2e215dd6fec847b98f236675675403db 2024-12-03T07:46:24,819 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/2e215dd6fec847b98f236675675403db, entries=150, sequenceid=152, filesize=11.9 K 2024-12-03T07:46:24,820 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 71bbdf6157124402228a55a01aec3161 in 1265ms, sequenceid=152, compaction requested=false 2024-12-03T07:46:24,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2603): Flush status journal for 71bbdf6157124402228a55a01aec3161: 2024-12-03T07:46:24,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:24,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=167 2024-12-03T07:46:24,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4169): Remote procedure done, pid=167 2024-12-03T07:46:24,823 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-12-03T07:46:24,823 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6410 sec 2024-12-03T07:46:24,826 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees in 2.6460 sec 2024-12-03T07:46:25,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:25,060 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 71bbdf6157124402228a55a01aec3161 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-03T07:46:25,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71bbdf6157124402228a55a01aec3161, store=A 2024-12-03T07:46:25,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:46:25,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71bbdf6157124402228a55a01aec3161, store=B 2024-12-03T07:46:25,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:46:25,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71bbdf6157124402228a55a01aec3161, store=C 2024-12-03T07:46:25,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:46:25,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412033e6b83e198ef483582ba162b02afb104_71bbdf6157124402228a55a01aec3161 is 50, key is test_row_0/A:col10/1733211984426/Put/seqid=0 2024-12-03T07:46:25,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742409_1585 (size=12304) 2024-12-03T07:46:25,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:25,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:25,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1733212045068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:25,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40748 deadline: 1733212045069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:25,073 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:25,073 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:25,073 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:25,073 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:25,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:25,073 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:25,073 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:25,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1733212045070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:25,073 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:25,073 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:25,073 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:25,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:25,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733212045070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:25,076 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:25,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:25,076 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:25,076 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:25,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1733212045071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:25,076 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:25,076 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:25,076 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:25,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:25,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1733212045178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:25,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:25,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40748 deadline: 1733212045178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:25,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:25,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:25,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1733212045178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:25,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:25,181 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:25,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:25,181 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:25,181 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:25,181 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:25,181 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:25,181 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:25,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:25,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733212045187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:25,190 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:25,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:25,190 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:25,190 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:25,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1733212045187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:25,190 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:25,190 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:25,190 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:25,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1733212045388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:25,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:25,391 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:25,391 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40748 deadline: 1733212045388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:25,391 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:25,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:25,391 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:25,391 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1733212045388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:25,391 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:25,391 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:25,391 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:25,392 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:25,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733212045397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:25,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:25,400 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:25,400 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1733212045397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:25,400 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:25,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:25,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:25,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:25,471 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:25,474 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412033e6b83e198ef483582ba162b02afb104_71bbdf6157124402228a55a01aec3161 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412033e6b83e198ef483582ba162b02afb104_71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:25,475 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/f018a303cdf24e4dbed566e1158d39d5, store: [table=TestAcidGuarantees family=A region=71bbdf6157124402228a55a01aec3161] 2024-12-03T07:46:25,476 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/f018a303cdf24e4dbed566e1158d39d5 is 175, key is test_row_0/A:col10/1733211984426/Put/seqid=0 2024-12-03T07:46:25,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742410_1586 (size=31105) 2024-12-03T07:46:25,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:25,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1733212045697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:25,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:25,701 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40748 deadline: 1733212045697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:25,702 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:25,702 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:25,702 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:25,702 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:25,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:25,702 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1733212045698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:25,702 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:25,702 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:25,702 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:25,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:25,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733212045708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:25,711 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:25,711 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:25,711 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:25,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:25,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1733212045708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:25,711 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:25,711 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:25,711 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:25,893 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=175, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/f018a303cdf24e4dbed566e1158d39d5 2024-12-03T07:46:25,900 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/070ecae184c34ce38b4f412303424e2a is 50, key is test_row_0/B:col10/1733211984426/Put/seqid=0 2024-12-03T07:46:25,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742411_1587 (size=12151) 2024-12-03T07:46:26,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:26,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1733212046208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:26,209 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:26,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:26,209 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:26,209 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:26,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40748 deadline: 1733212046208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:26,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:26,209 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:26,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1733212046208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:26,209 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:26,209 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:26,209 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:26,209 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:26,209 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:26,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:26,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733212046217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:26,219 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:26,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:26,219 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:26,219 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:26,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1733212046217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:26,219 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:26,219 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:26,219 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:26,305 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/070ecae184c34ce38b4f412303424e2a 2024-12-03T07:46:26,311 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/3c37993585f64995b15cd69cdd358b95 is 50, key is test_row_0/C:col10/1733211984426/Put/seqid=0 2024-12-03T07:46:26,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742412_1588 (size=12151) 2024-12-03T07:46:26,315 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/3c37993585f64995b15cd69cdd358b95 2024-12-03T07:46:26,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/f018a303cdf24e4dbed566e1158d39d5 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/f018a303cdf24e4dbed566e1158d39d5 2024-12-03T07:46:26,322 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/f018a303cdf24e4dbed566e1158d39d5, entries=150, sequenceid=175, filesize=30.4 K 2024-12-03T07:46:26,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/070ecae184c34ce38b4f412303424e2a as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/070ecae184c34ce38b4f412303424e2a 2024-12-03T07:46:26,327 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/070ecae184c34ce38b4f412303424e2a, entries=150, sequenceid=175, filesize=11.9 K 2024-12-03T07:46:26,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/3c37993585f64995b15cd69cdd358b95 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/3c37993585f64995b15cd69cdd358b95 2024-12-03T07:46:26,330 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/3c37993585f64995b15cd69cdd358b95, entries=150, sequenceid=175, filesize=11.9 K 2024-12-03T07:46:26,331 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 71bbdf6157124402228a55a01aec3161 in 1271ms, sequenceid=175, compaction requested=true 2024-12-03T07:46:26,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 71bbdf6157124402228a55a01aec3161: 2024-12-03T07:46:26,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71bbdf6157124402228a55a01aec3161:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T07:46:26,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:46:26,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71bbdf6157124402228a55a01aec3161:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T07:46:26,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:46:26,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71bbdf6157124402228a55a01aec3161:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T07:46:26,331 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:46:26,331 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:46:26,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:46:26,332 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:46:26,333 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): 71bbdf6157124402228a55a01aec3161/B is initiating minor compaction (all files) 2024-12-03T07:46:26,333 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 71bbdf6157124402228a55a01aec3161/B in TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:26,333 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/1599a60997cf4d7cb96f5b6efe953f37, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/17e3eb1baaf64513bd26ea3162211e44, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/070ecae184c34ce38b4f412303424e2a] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp, totalSize=35.9 K 2024-12-03T07:46:26,333 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93623 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:46:26,333 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1541): 71bbdf6157124402228a55a01aec3161/A is initiating minor compaction (all files) 2024-12-03T07:46:26,333 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 71bbdf6157124402228a55a01aec3161/A in TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:26,333 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/dc6d0803c2624002b03a21997e9d6fc5, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/12a0eb9b4b934532a12f9b534638149d, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/f018a303cdf24e4dbed566e1158d39d5] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp, totalSize=91.4 K 2024-12-03T07:46:26,333 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:26,333 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. files: [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/dc6d0803c2624002b03a21997e9d6fc5, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/12a0eb9b4b934532a12f9b534638149d, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/f018a303cdf24e4dbed566e1158d39d5] 2024-12-03T07:46:26,333 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 1599a60997cf4d7cb96f5b6efe953f37, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1733211981605 2024-12-03T07:46:26,333 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc6d0803c2624002b03a21997e9d6fc5, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1733211981605 2024-12-03T07:46:26,334 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 17e3eb1baaf64513bd26ea3162211e44, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1733211982249 2024-12-03T07:46:26,334 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 12a0eb9b4b934532a12f9b534638149d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1733211982249 2024-12-03T07:46:26,334 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 070ecae184c34ce38b4f412303424e2a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733211984426 2024-12-03T07:46:26,334 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting f018a303cdf24e4dbed566e1158d39d5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733211984426 2024-12-03T07:46:26,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-03T07:46:26,339 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:46:26,339 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T07:46:26,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees 2024-12-03T07:46:26,340 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=71bbdf6157124402228a55a01aec3161] 2024-12-03T07:46:26,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-12-03T07:46:26,342 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71bbdf6157124402228a55a01aec3161#B#compaction#502 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:46:26,342 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T07:46:26,343 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/9f598933e516449ba64cf780457150f5 is 50, key is test_row_0/B:col10/1733211984426/Put/seqid=0 2024-12-03T07:46:26,343 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T07:46:26,343 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T07:46:26,344 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241203dcceed6f847f4b378a6eb621c38dc48a_71bbdf6157124402228a55a01aec3161 store=[table=TestAcidGuarantees family=A region=71bbdf6157124402228a55a01aec3161] 2024-12-03T07:46:26,346 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241203dcceed6f847f4b378a6eb621c38dc48a_71bbdf6157124402228a55a01aec3161, store=[table=TestAcidGuarantees family=A region=71bbdf6157124402228a55a01aec3161] 2024-12-03T07:46:26,346 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203dcceed6f847f4b378a6eb621c38dc48a_71bbdf6157124402228a55a01aec3161 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=71bbdf6157124402228a55a01aec3161] 2024-12-03T07:46:26,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742414_1590 (size=4469) 2024-12-03T07:46:26,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742413_1589 (size=12561) 2024-12-03T07:46:26,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-12-03T07:46:26,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-12-03T07:46:26,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:26,495 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2902): Flushing 71bbdf6157124402228a55a01aec3161 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-03T07:46:26,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71bbdf6157124402228a55a01aec3161, store=A 2024-12-03T07:46:26,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:46:26,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71bbdf6157124402228a55a01aec3161, store=B 2024-12-03T07:46:26,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:46:26,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71bbdf6157124402228a55a01aec3161, store=C 2024-12-03T07:46:26,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:46:26,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412030c4db88f493c467bb1cb16a54703eae1_71bbdf6157124402228a55a01aec3161 is 50, key is test_row_0/A:col10/1733211985069/Put/seqid=0 2024-12-03T07:46:26,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742415_1591 (size=12304) 2024-12-03T07:46:26,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-12-03T07:46:26,754 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71bbdf6157124402228a55a01aec3161#A#compaction#501 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:46:26,754 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/9f818908e151492cab36e762d35d0563 is 175, key is test_row_0/A:col10/1733211984426/Put/seqid=0 2024-12-03T07:46:26,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742416_1592 (size=31515) 2024-12-03T07:46:26,760 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/9f598933e516449ba64cf780457150f5 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/9f598933e516449ba64cf780457150f5 2024-12-03T07:46:26,763 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/9f818908e151492cab36e762d35d0563 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/9f818908e151492cab36e762d35d0563 2024-12-03T07:46:26,765 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 71bbdf6157124402228a55a01aec3161/B of 71bbdf6157124402228a55a01aec3161 into 9f598933e516449ba64cf780457150f5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:46:26,765 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 71bbdf6157124402228a55a01aec3161: 2024-12-03T07:46:26,765 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., storeName=71bbdf6157124402228a55a01aec3161/B, priority=13, startTime=1733211986331; duration=0sec 2024-12-03T07:46:26,765 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:46:26,765 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71bbdf6157124402228a55a01aec3161:B 2024-12-03T07:46:26,765 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:46:26,767 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:46:26,767 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): 71bbdf6157124402228a55a01aec3161/C is initiating minor compaction (all files) 2024-12-03T07:46:26,767 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 71bbdf6157124402228a55a01aec3161/C in TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:26,767 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/8e7f442cf884464689a2cd479eb99ecd, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/2e215dd6fec847b98f236675675403db, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/3c37993585f64995b15cd69cdd358b95] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp, totalSize=35.9 K 2024-12-03T07:46:26,767 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e7f442cf884464689a2cd479eb99ecd, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1733211981605 2024-12-03T07:46:26,768 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e215dd6fec847b98f236675675403db, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1733211982249 2024-12-03T07:46:26,768 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 3c37993585f64995b15cd69cdd358b95, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733211984426 2024-12-03T07:46:26,769 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 71bbdf6157124402228a55a01aec3161/A of 71bbdf6157124402228a55a01aec3161 into 9f818908e151492cab36e762d35d0563(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:46:26,769 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 71bbdf6157124402228a55a01aec3161: 2024-12-03T07:46:26,769 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., storeName=71bbdf6157124402228a55a01aec3161/A, priority=13, startTime=1733211986331; duration=0sec 2024-12-03T07:46:26,769 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:46:26,769 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71bbdf6157124402228a55a01aec3161:A 2024-12-03T07:46:26,775 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71bbdf6157124402228a55a01aec3161#C#compaction#504 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:46:26,776 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/7cf9f2fff89a434cb8538c9d2d9f5f94 is 50, key is test_row_0/C:col10/1733211984426/Put/seqid=0 2024-12-03T07:46:26,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742417_1593 (size=12561) 2024-12-03T07:46:26,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,909 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412030c4db88f493c467bb1cb16a54703eae1_71bbdf6157124402228a55a01aec3161 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412030c4db88f493c467bb1cb16a54703eae1_71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:26,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/65615d4f1e3b41908eeb0f9dc5b4c43d, store: [table=TestAcidGuarantees family=A region=71bbdf6157124402228a55a01aec3161] 2024-12-03T07:46:26,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/65615d4f1e3b41908eeb0f9dc5b4c43d is 175, key is test_row_0/A:col10/1733211985069/Put/seqid=0 2024-12-03T07:46:26,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742418_1594 (size=31105) 2024-12-03T07:46:26,917 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=187, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/65615d4f1e3b41908eeb0f9dc5b4c43d 2024-12-03T07:46:26,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/4a4ccd41227b44149b116158e37332e1 is 50, key is test_row_0/B:col10/1733211985069/Put/seqid=0 2024-12-03T07:46:26,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742419_1595 (size=12151) 2024-12-03T07:46:26,927 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/4a4ccd41227b44149b116158e37332e1 2024-12-03T07:46:26,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/6bcf9e48f5f949cbbe11b148a0d191cf is 50, key is test_row_0/C:col10/1733211985069/Put/seqid=0 2024-12-03T07:46:26,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742420_1596 (size=12151) 2024-12-03T07:46:26,940 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/6bcf9e48f5f949cbbe11b148a0d191cf 2024-12-03T07:46:26,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/65615d4f1e3b41908eeb0f9dc5b4c43d as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/65615d4f1e3b41908eeb0f9dc5b4c43d 2024-12-03T07:46:26,948 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/65615d4f1e3b41908eeb0f9dc5b4c43d, entries=150, sequenceid=187, filesize=30.4 K 2024-12-03T07:46:26,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/4a4ccd41227b44149b116158e37332e1 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/4a4ccd41227b44149b116158e37332e1 2024-12-03T07:46:26,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,952 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/4a4ccd41227b44149b116158e37332e1, entries=150, sequenceid=187, filesize=11.9 K 2024-12-03T07:46:26,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/6bcf9e48f5f949cbbe11b148a0d191cf as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/6bcf9e48f5f949cbbe11b148a0d191cf 2024-12-03T07:46:26,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,956 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/6bcf9e48f5f949cbbe11b148a0d191cf, entries=150, sequenceid=187, filesize=11.9 K 2024-12-03T07:46:26,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,957 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=0 B/0 for 71bbdf6157124402228a55a01aec3161 in 462ms, sequenceid=187, compaction requested=false 2024-12-03T07:46:26,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2603): Flush status journal for 71bbdf6157124402228a55a01aec3161: 2024-12-03T07:46:26,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:26,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=169 2024-12-03T07:46:26,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4169): Remote procedure done, pid=169 2024-12-03T07:46:26,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-12-03T07:46:26,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 615 msec 2024-12-03T07:46:26,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,962 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees in 622 msec 2024-12-03T07:46:26,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-12-03T07:46:26,968 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:46:26,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T07:46:26,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees 2024-12-03T07:46:26,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-03T07:46:26,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,970 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T07:46:26,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,971 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T07:46:26,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T07:46:26,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:26,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-03T07:46:27,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-12-03T07:46:27,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:27,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2603): Flush status journal for 71bbdf6157124402228a55a01aec3161: 2024-12-03T07:46:27,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:27,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=171 2024-12-03T07:46:27,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4169): Remote procedure done, pid=171 2024-12-03T07:46:27,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,126 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=171, resume processing ppid=170 2024-12-03T07:46:27,126 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=171, ppid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 153 msec 2024-12-03T07:46:27,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,128 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees in 159 msec 2024-12-03T07:46:27,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,191 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/7cf9f2fff89a434cb8538c9d2d9f5f94 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/7cf9f2fff89a434cb8538c9d2d9f5f94 2024-12-03T07:46:27,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,195 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 71bbdf6157124402228a55a01aec3161/C of 71bbdf6157124402228a55a01aec3161 into 7cf9f2fff89a434cb8538c9d2d9f5f94(size=12.3 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:46:27,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,195 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 71bbdf6157124402228a55a01aec3161: 2024-12-03T07:46:27,195 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., storeName=71bbdf6157124402228a55a01aec3161/C, priority=13, startTime=1733211986331; duration=0sec 2024-12-03T07:46:27,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,195 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:46:27,195 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71bbdf6157124402228a55a01aec3161:C 2024-12-03T07:46:27,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:27,269 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 71bbdf6157124402228a55a01aec3161 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-03T07:46:27,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71bbdf6157124402228a55a01aec3161, store=A 2024-12-03T07:46:27,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:46:27,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71bbdf6157124402228a55a01aec3161, store=B 2024-12-03T07:46:27,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:46:27,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71bbdf6157124402228a55a01aec3161, store=C 2024-12-03T07:46:27,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:46:27,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412033241f9c3c88747469710cdf7e58d2a44_71bbdf6157124402228a55a01aec3161 is 50, key is test_row_0/A:col10/1733211987238/Put/seqid=0 2024-12-03T07:46:27,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742421_1597 (size=12304) 2024-12-03T07:46:27,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-03T07:46:27,288 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:46:27,288 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T07:46:27,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=172, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees 2024-12-03T07:46:27,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-12-03T07:46:27,290 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=172, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T07:46:27,291 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=172, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T07:46:27,291 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T07:46:27,298 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733211987287, max timestamp=1733211987294Num uniques 859; 2024-12-03T07:46:27,298 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733211987287, max timestamp=1733211987294Num uniques 859; 2024-12-03T07:46:27,298 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-03T07:46:27,298 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-03T07:46:27,298 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733211987287, max timestamp=1733211987294Num uniques 859; 2024-12-03T07:46:27,298 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-03T07:46:27,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:27,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1733212047312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:27,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:27,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1733212047313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:27,320 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:27,320 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:27,320 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:27,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:27,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1733212047315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:27,320 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:27,320 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:27,320 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:27,321 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:27,321 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:27,321 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:27,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:27,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40748 deadline: 1733212047317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:27,324 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:27,324 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:27,324 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:27,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:27,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733212047320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:27,325 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:27,325 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:27,325 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:27,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-12-03T07:46:27,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:27,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1733212047428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:27,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:27,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1733212047428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:27,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:27,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:27,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:27,432 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:27,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:27,432 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:27,432 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:27,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1733212047428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:27,432 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:27,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:27,432 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:27,432 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:27,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40748 deadline: 1733212047428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:27,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:27,432 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:27,432 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:27,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733212047428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:27,433 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:27,433 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:27,433 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:27,433 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:27,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-12-03T07:46:27,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:27,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. as already flushing 2024-12-03T07:46:27,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:27,443 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:27,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:27,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:27,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-12-03T07:46:27,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:27,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. as already flushing 2024-12-03T07:46:27,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:27,596 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:27,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:27,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:27,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-12-03T07:46:27,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:27,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1733212047638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:27,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:27,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1733212047638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:27,643 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:27,643 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:27,643 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:27,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:27,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1733212047638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:27,643 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:27,643 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:27,643 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:27,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:27,643 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:27,643 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:27,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40748 deadline: 1733212047638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:27,643 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:27,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:27,643 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:27,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733212047638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:27,643 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:27,643 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:27,644 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:27,644 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:27,644 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:27,686 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:27,690 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412033241f9c3c88747469710cdf7e58d2a44_71bbdf6157124402228a55a01aec3161 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412033241f9c3c88747469710cdf7e58d2a44_71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:27,690 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/f894e04b0f8541c49f9beec7753ba3a7, store: [table=TestAcidGuarantees family=A region=71bbdf6157124402228a55a01aec3161] 2024-12-03T07:46:27,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/f894e04b0f8541c49f9beec7753ba3a7 is 175, key is test_row_0/A:col10/1733211987238/Put/seqid=0 2024-12-03T07:46:27,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742422_1598 (size=31105) 2024-12-03T07:46:27,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-12-03T07:46:27,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:27,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. as already flushing 2024-12-03T07:46:27,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:27,749 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:27,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:27,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:27,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-12-03T07:46:27,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:27,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. as already flushing 2024-12-03T07:46:27,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:27,902 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:27,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:27,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:27,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-12-03T07:46:27,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:27,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1733212047947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:27,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:27,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1733212047947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:27,951 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:27,951 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:27,951 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:27,952 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:27,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:27,952 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:27,952 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:27,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1733212047948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:27,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:27,952 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:27,952 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:27,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40748 deadline: 1733212047948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:27,952 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:27,952 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:27,952 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:27,952 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:27,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:27,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733212047957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:27,962 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:27,962 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:27,962 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:28,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-12-03T07:46:28,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:28,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. as already flushing 2024-12-03T07:46:28,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:28,060 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:28,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:28,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:28,095 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=201, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/f894e04b0f8541c49f9beec7753ba3a7 2024-12-03T07:46:28,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/7f7cbf398faa47a698af25d760377430 is 50, key is test_row_0/B:col10/1733211987238/Put/seqid=0 2024-12-03T07:46:28,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742423_1599 (size=12151) 2024-12-03T07:46:28,107 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/7f7cbf398faa47a698af25d760377430 2024-12-03T07:46:28,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/3d60d89fe4dd40e0a9566776c208a61d is 50, key is test_row_0/C:col10/1733211987238/Put/seqid=0 2024-12-03T07:46:28,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742424_1600 (size=12151) 2024-12-03T07:46:28,124 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/3d60d89fe4dd40e0a9566776c208a61d 2024-12-03T07:46:28,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/f894e04b0f8541c49f9beec7753ba3a7 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/f894e04b0f8541c49f9beec7753ba3a7 2024-12-03T07:46:28,133 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/f894e04b0f8541c49f9beec7753ba3a7, entries=150, sequenceid=201, filesize=30.4 K 2024-12-03T07:46:28,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/7f7cbf398faa47a698af25d760377430 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/7f7cbf398faa47a698af25d760377430 2024-12-03T07:46:28,137 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/7f7cbf398faa47a698af25d760377430, entries=150, sequenceid=201, filesize=11.9 K 2024-12-03T07:46:28,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/3d60d89fe4dd40e0a9566776c208a61d as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/3d60d89fe4dd40e0a9566776c208a61d 2024-12-03T07:46:28,140 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/3d60d89fe4dd40e0a9566776c208a61d, entries=150, sequenceid=201, filesize=11.9 K 2024-12-03T07:46:28,141 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 71bbdf6157124402228a55a01aec3161 in 872ms, sequenceid=201, compaction requested=true 2024-12-03T07:46:28,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 71bbdf6157124402228a55a01aec3161: 2024-12-03T07:46:28,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71bbdf6157124402228a55a01aec3161:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T07:46:28,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:46:28,141 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:46:28,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71bbdf6157124402228a55a01aec3161:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T07:46:28,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:46:28,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71bbdf6157124402228a55a01aec3161:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T07:46:28,141 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:46:28,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:46:28,142 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93725 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:46:28,142 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:46:28,142 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1541): 71bbdf6157124402228a55a01aec3161/A is initiating minor compaction (all files) 2024-12-03T07:46:28,142 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 71bbdf6157124402228a55a01aec3161/A in TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:28,142 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): 71bbdf6157124402228a55a01aec3161/B is initiating minor compaction (all files) 2024-12-03T07:46:28,142 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 71bbdf6157124402228a55a01aec3161/B in TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:28,142 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/9f818908e151492cab36e762d35d0563, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/65615d4f1e3b41908eeb0f9dc5b4c43d, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/f894e04b0f8541c49f9beec7753ba3a7] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp, totalSize=91.5 K 2024-12-03T07:46:28,142 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:28,142 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. files: [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/9f818908e151492cab36e762d35d0563, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/65615d4f1e3b41908eeb0f9dc5b4c43d, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/f894e04b0f8541c49f9beec7753ba3a7] 2024-12-03T07:46:28,142 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/9f598933e516449ba64cf780457150f5, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/4a4ccd41227b44149b116158e37332e1, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/7f7cbf398faa47a698af25d760377430] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp, totalSize=36.0 K 2024-12-03T07:46:28,142 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9f818908e151492cab36e762d35d0563, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733211984426 2024-12-03T07:46:28,142 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f598933e516449ba64cf780457150f5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733211984426 2024-12-03T07:46:28,142 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 65615d4f1e3b41908eeb0f9dc5b4c43d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1733211985068 2024-12-03T07:46:28,143 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a4ccd41227b44149b116158e37332e1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1733211985068 2024-12-03T07:46:28,143 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting f894e04b0f8541c49f9beec7753ba3a7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733211987238 2024-12-03T07:46:28,143 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f7cbf398faa47a698af25d760377430, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733211987238 2024-12-03T07:46:28,150 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=71bbdf6157124402228a55a01aec3161] 2024-12-03T07:46:28,153 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71bbdf6157124402228a55a01aec3161#B#compaction#511 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:46:28,153 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/985306d961ae47d6b49ee62bcfc2ce78 is 50, key is test_row_0/B:col10/1733211987238/Put/seqid=0 2024-12-03T07:46:28,154 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241203c79df753bdf940a68da553fb981ef90c_71bbdf6157124402228a55a01aec3161 store=[table=TestAcidGuarantees family=A region=71bbdf6157124402228a55a01aec3161] 2024-12-03T07:46:28,156 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241203c79df753bdf940a68da553fb981ef90c_71bbdf6157124402228a55a01aec3161, store=[table=TestAcidGuarantees family=A region=71bbdf6157124402228a55a01aec3161] 2024-12-03T07:46:28,156 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203c79df753bdf940a68da553fb981ef90c_71bbdf6157124402228a55a01aec3161 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=71bbdf6157124402228a55a01aec3161] 2024-12-03T07:46:28,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742425_1601 (size=12663) 2024-12-03T07:46:28,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742426_1602 (size=4469) 2024-12-03T07:46:28,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-12-03T07:46:28,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:28,212 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2902): Flushing 71bbdf6157124402228a55a01aec3161 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-12-03T07:46:28,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71bbdf6157124402228a55a01aec3161, store=A 2024-12-03T07:46:28,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:46:28,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71bbdf6157124402228a55a01aec3161, store=B 2024-12-03T07:46:28,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:46:28,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71bbdf6157124402228a55a01aec3161, store=C 2024-12-03T07:46:28,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:46:28,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412031cf32350dd404042a7c1ef3b261ec971_71bbdf6157124402228a55a01aec3161 is 50, key is test_row_0/A:col10/1733211987319/Put/seqid=0 2024-12-03T07:46:28,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742427_1603 (size=12304) 2024-12-03T07:46:28,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-12-03T07:46:28,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:28,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. as already flushing 2024-12-03T07:46:28,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:28,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733212048467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:28,471 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:28,471 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:28,471 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:28,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:28,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1733212048468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:28,472 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:28,472 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:28,472 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:28,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:28,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:28,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1733212048470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:28,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1733212048470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:28,477 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:28,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:28,477 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:28,477 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:28,477 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:28,477 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:28,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40748 deadline: 1733212048471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:28,477 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:28,477 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:28,477 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:28,477 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:28,561 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71bbdf6157124402228a55a01aec3161#A#compaction#510 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:46:28,562 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/88b90f80e17c4480889069b8fadb4989 is 175, key is test_row_0/A:col10/1733211987238/Put/seqid=0 2024-12-03T07:46:28,564 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/985306d961ae47d6b49ee62bcfc2ce78 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/985306d961ae47d6b49ee62bcfc2ce78 2024-12-03T07:46:28,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742428_1604 (size=31617) 2024-12-03T07:46:28,569 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 71bbdf6157124402228a55a01aec3161/B of 71bbdf6157124402228a55a01aec3161 into 985306d961ae47d6b49ee62bcfc2ce78(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:46:28,569 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 71bbdf6157124402228a55a01aec3161: 2024-12-03T07:46:28,569 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., storeName=71bbdf6157124402228a55a01aec3161/B, priority=13, startTime=1733211988141; duration=0sec 2024-12-03T07:46:28,569 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:46:28,569 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71bbdf6157124402228a55a01aec3161:B 2024-12-03T07:46:28,569 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:46:28,569 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:46:28,569 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): 71bbdf6157124402228a55a01aec3161/C is initiating minor compaction (all files) 2024-12-03T07:46:28,569 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 71bbdf6157124402228a55a01aec3161/C in TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:28,570 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/7cf9f2fff89a434cb8538c9d2d9f5f94, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/6bcf9e48f5f949cbbe11b148a0d191cf, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/3d60d89fe4dd40e0a9566776c208a61d] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp, totalSize=36.0 K 2024-12-03T07:46:28,570 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 7cf9f2fff89a434cb8538c9d2d9f5f94, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733211984426 2024-12-03T07:46:28,570 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 6bcf9e48f5f949cbbe11b148a0d191cf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1733211985068 2024-12-03T07:46:28,570 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d60d89fe4dd40e0a9566776c208a61d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733211987238 2024-12-03T07:46:28,576 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71bbdf6157124402228a55a01aec3161#C#compaction#513 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:46:28,577 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/526648ecd9594312b58818a1cb979a15 is 50, key is test_row_0/C:col10/1733211987238/Put/seqid=0 2024-12-03T07:46:28,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:28,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1733212048577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:28,581 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:28,581 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:28,581 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:28,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742429_1605 (size=12663) 2024-12-03T07:46:28,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:28,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1733212048587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:28,591 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:28,592 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:28,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:28,592 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:28,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1733212048588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:28,592 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:28,592 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:28,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:28,592 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:28,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40748 deadline: 1733212048588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:28,592 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:28,592 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:28,592 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:28,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:28,625 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412031cf32350dd404042a7c1ef3b261ec971_71bbdf6157124402228a55a01aec3161 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412031cf32350dd404042a7c1ef3b261ec971_71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:28,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/7d3c946c939d4aee88f6a389d74cd8f2, store: [table=TestAcidGuarantees family=A region=71bbdf6157124402228a55a01aec3161] 2024-12-03T07:46:28,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/7d3c946c939d4aee88f6a389d74cd8f2 is 175, key is test_row_0/A:col10/1733211987319/Put/seqid=0 2024-12-03T07:46:28,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742430_1606 (size=31105) 2024-12-03T07:46:28,630 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=236, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/7d3c946c939d4aee88f6a389d74cd8f2 2024-12-03T07:46:28,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/8cd9a2bc32e74550be73369110f57e0c is 50, key is test_row_0/B:col10/1733211987319/Put/seqid=0 2024-12-03T07:46:28,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742431_1607 (size=12151) 2024-12-03T07:46:28,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:28,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1733212048787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:28,792 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:28,792 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:28,792 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:28,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:28,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1733212048797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:28,802 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:28,802 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:28,802 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:28,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:28,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1733212048798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:28,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:28,803 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:28,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40748 deadline: 1733212048798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:28,803 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:28,803 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:28,803 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:28,803 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:28,803 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:28,969 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/88b90f80e17c4480889069b8fadb4989 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/88b90f80e17c4480889069b8fadb4989 2024-12-03T07:46:28,973 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 71bbdf6157124402228a55a01aec3161/A of 71bbdf6157124402228a55a01aec3161 into 88b90f80e17c4480889069b8fadb4989(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:46:28,973 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 71bbdf6157124402228a55a01aec3161: 2024-12-03T07:46:28,973 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., storeName=71bbdf6157124402228a55a01aec3161/A, priority=13, startTime=1733211988141; duration=0sec 2024-12-03T07:46:28,973 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:46:28,973 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71bbdf6157124402228a55a01aec3161:A 2024-12-03T07:46:28,988 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/526648ecd9594312b58818a1cb979a15 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/526648ecd9594312b58818a1cb979a15 2024-12-03T07:46:28,992 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 71bbdf6157124402228a55a01aec3161/C of 71bbdf6157124402228a55a01aec3161 into 526648ecd9594312b58818a1cb979a15(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:46:28,992 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 71bbdf6157124402228a55a01aec3161: 2024-12-03T07:46:28,992 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., storeName=71bbdf6157124402228a55a01aec3161/C, priority=13, startTime=1733211988141; duration=0sec 2024-12-03T07:46:28,992 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:46:28,992 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71bbdf6157124402228a55a01aec3161:C 2024-12-03T07:46:29,039 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/8cd9a2bc32e74550be73369110f57e0c 2024-12-03T07:46:29,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/238390f212b649c884ae7ab6aaf6de8a is 50, key is test_row_0/C:col10/1733211987319/Put/seqid=0 2024-12-03T07:46:29,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742432_1608 (size=12151) 2024-12-03T07:46:29,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:29,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1733212049098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:29,102 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:29,102 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:29,102 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:29,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:29,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1733212049107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:29,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:29,111 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:29,112 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:29,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1733212049107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:29,112 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:29,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:29,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:29,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:29,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40748 deadline: 1733212049107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:29,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:29,112 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:29,112 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:29,112 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:29,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-12-03T07:46:29,455 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/238390f212b649c884ae7ab6aaf6de8a 2024-12-03T07:46:29,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/7d3c946c939d4aee88f6a389d74cd8f2 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/7d3c946c939d4aee88f6a389d74cd8f2 2024-12-03T07:46:29,461 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/7d3c946c939d4aee88f6a389d74cd8f2, entries=150, sequenceid=236, filesize=30.4 K 2024-12-03T07:46:29,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/8cd9a2bc32e74550be73369110f57e0c as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/8cd9a2bc32e74550be73369110f57e0c 2024-12-03T07:46:29,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,465 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/8cd9a2bc32e74550be73369110f57e0c, entries=150, sequenceid=236, filesize=11.9 K 2024-12-03T07:46:29,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/238390f212b649c884ae7ab6aaf6de8a as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/238390f212b649c884ae7ab6aaf6de8a 2024-12-03T07:46:29,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,469 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/238390f212b649c884ae7ab6aaf6de8a, entries=150, sequenceid=236, filesize=11.9 K 2024-12-03T07:46:29,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,470 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for 71bbdf6157124402228a55a01aec3161 in 1258ms, sequenceid=236, compaction requested=false 2024-12-03T07:46:29,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2603): Flush status journal for 71bbdf6157124402228a55a01aec3161: 2024-12-03T07:46:29,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:29,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=173 2024-12-03T07:46:29,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4169): Remote procedure done, pid=173 2024-12-03T07:46:29,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,480 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=173, resume processing ppid=172 2024-12-03T07:46:29,480 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=173, ppid=172, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1860 sec 2024-12-03T07:46:29,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=172, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees in 2.1920 sec 2024-12-03T07:46:29,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:29,482 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 71bbdf6157124402228a55a01aec3161 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-03T07:46:29,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71bbdf6157124402228a55a01aec3161, store=A 2024-12-03T07:46:29,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:46:29,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71bbdf6157124402228a55a01aec3161, store=B 2024-12-03T07:46:29,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:46:29,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71bbdf6157124402228a55a01aec3161, store=C 2024-12-03T07:46:29,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:46:29,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203f5566830bf4042628c67f2d78ebb4d7f_71bbdf6157124402228a55a01aec3161 is 50, key is test_row_0/A:col10/1733211988470/Put/seqid=0 2024-12-03T07:46:29,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742433_1609 (size=12304) 2024-12-03T07:46:29,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,498 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,501 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203f5566830bf4042628c67f2d78ebb4d7f_71bbdf6157124402228a55a01aec3161 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203f5566830bf4042628c67f2d78ebb4d7f_71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:29,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,502 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/1ab3a774eaa24cecbb1444ed7e31bb9d, store: [table=TestAcidGuarantees family=A region=71bbdf6157124402228a55a01aec3161] 2024-12-03T07:46:29,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/1ab3a774eaa24cecbb1444ed7e31bb9d is 175, key is test_row_0/A:col10/1733211988470/Put/seqid=0 2024-12-03T07:46:29,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742434_1610 (size=31101) 2024-12-03T07:46:29,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,515 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=250, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/1ab3a774eaa24cecbb1444ed7e31bb9d 2024-12-03T07:46:29,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:29,522 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/92024562c6e1469b92a1ea6bca5079e0 is 50, key is test_row_0/B:col10/1733211988470/Put/seqid=0 2024-12-03T07:46:29,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742435_1611 (size=9757) 2024-12-03T07:46:29,580 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733211989550, max timestamp=1733211989577Num uniques 859; 2024-12-03T07:46:29,580 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-03T07:46:29,580 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733211989550, max timestamp=1733211989577Num uniques 859; 2024-12-03T07:46:29,580 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-03T07:46:29,581 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733211989550, max timestamp=1733211989577Num uniques 859; 2024-12-03T07:46:29,581 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-03T07:46:29,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:29,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733212049624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:29,629 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:29,629 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:29,629 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:29,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:29,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1733212049624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:29,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:29,631 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:29,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1733212049625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:29,631 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:29,631 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:29,631 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:29,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:29,631 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:29,631 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:29,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1733212049626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:29,631 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:29,631 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:29,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:29,631 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:29,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40748 deadline: 1733212049628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:29,631 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:29,632 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:29,632 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:29,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:29,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733212049738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:29,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:29,738 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:29,739 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:29,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1733212049738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:29,739 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:29,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:29,739 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:29,739 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:29,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1733212049738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:29,739 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:29,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:29,739 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:29,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1733212049738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:29,739 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:29,739 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:29,739 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:29,739 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:29,739 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:29,927 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/92024562c6e1469b92a1ea6bca5079e0 2024-12-03T07:46:29,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/ee87625c564d44bea4ad3ca178ed33c6 is 50, key is test_row_0/C:col10/1733211988470/Put/seqid=0 2024-12-03T07:46:29,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742436_1612 (size=9757) 2024-12-03T07:46:29,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:29,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733212049948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:29,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:29,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1733212049948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:29,952 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:29,952 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:29,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:29,952 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:29,952 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:29,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1733212049948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:29,953 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:29,953 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:29,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:29,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1733212049948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:29,953 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:29,953 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:29,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:29,953 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:29,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:29,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:30,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:30,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733212050257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:30,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:30,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1733212050257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:30,261 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:30,261 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:30,261 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:30,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:30,261 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:30,261 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:30,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1733212050258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:30,261 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:30,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:30,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1733212050258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:30,261 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:30,261 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:30,261 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:30,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:30,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:30,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:30,336 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/ee87625c564d44bea4ad3ca178ed33c6 2024-12-03T07:46:30,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/1ab3a774eaa24cecbb1444ed7e31bb9d as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/1ab3a774eaa24cecbb1444ed7e31bb9d 2024-12-03T07:46:30,343 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/1ab3a774eaa24cecbb1444ed7e31bb9d, entries=150, sequenceid=250, filesize=30.4 K 2024-12-03T07:46:30,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/92024562c6e1469b92a1ea6bca5079e0 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/92024562c6e1469b92a1ea6bca5079e0 2024-12-03T07:46:30,346 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/92024562c6e1469b92a1ea6bca5079e0, entries=100, sequenceid=250, filesize=9.5 K 2024-12-03T07:46:30,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/ee87625c564d44bea4ad3ca178ed33c6 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/ee87625c564d44bea4ad3ca178ed33c6 2024-12-03T07:46:30,349 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/ee87625c564d44bea4ad3ca178ed33c6, entries=100, sequenceid=250, filesize=9.5 K 2024-12-03T07:46:30,350 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 71bbdf6157124402228a55a01aec3161 in 868ms, sequenceid=250, compaction requested=true 2024-12-03T07:46:30,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 71bbdf6157124402228a55a01aec3161: 2024-12-03T07:46:30,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71bbdf6157124402228a55a01aec3161:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T07:46:30,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:46:30,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71bbdf6157124402228a55a01aec3161:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T07:46:30,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:46:30,350 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:46:30,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71bbdf6157124402228a55a01aec3161:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T07:46:30,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:46:30,350 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:46:30,351 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:46:30,351 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34571 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:46:30,351 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1541): 71bbdf6157124402228a55a01aec3161/A is initiating minor compaction (all files) 2024-12-03T07:46:30,351 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): 71bbdf6157124402228a55a01aec3161/B is initiating minor compaction (all files) 2024-12-03T07:46:30,351 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 71bbdf6157124402228a55a01aec3161/B in TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:30,351 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 71bbdf6157124402228a55a01aec3161/A in TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:30,351 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/985306d961ae47d6b49ee62bcfc2ce78, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/8cd9a2bc32e74550be73369110f57e0c, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/92024562c6e1469b92a1ea6bca5079e0] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp, totalSize=33.8 K 2024-12-03T07:46:30,351 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/88b90f80e17c4480889069b8fadb4989, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/7d3c946c939d4aee88f6a389d74cd8f2, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/1ab3a774eaa24cecbb1444ed7e31bb9d] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp, totalSize=91.6 K 2024-12-03T07:46:30,351 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:30,351 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. files: [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/88b90f80e17c4480889069b8fadb4989, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/7d3c946c939d4aee88f6a389d74cd8f2, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/1ab3a774eaa24cecbb1444ed7e31bb9d] 2024-12-03T07:46:30,352 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 985306d961ae47d6b49ee62bcfc2ce78, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733211987238 2024-12-03T07:46:30,352 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 88b90f80e17c4480889069b8fadb4989, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733211987238 2024-12-03T07:46:30,352 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 8cd9a2bc32e74550be73369110f57e0c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1733211987314 2024-12-03T07:46:30,352 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d3c946c939d4aee88f6a389d74cd8f2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1733211987314 2024-12-03T07:46:30,352 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 92024562c6e1469b92a1ea6bca5079e0, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733211988470 2024-12-03T07:46:30,352 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ab3a774eaa24cecbb1444ed7e31bb9d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733211988469 2024-12-03T07:46:30,357 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71bbdf6157124402228a55a01aec3161#B#compaction#519 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:46:30,358 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/284e43e54c674d62b650c67fc82f64c9 is 50, key is test_row_0/B:col10/1733211988470/Put/seqid=0 2024-12-03T07:46:30,359 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=71bbdf6157124402228a55a01aec3161] 2024-12-03T07:46:30,361 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120371c7b1e268ef4f019b8d7924368c1d60_71bbdf6157124402228a55a01aec3161 store=[table=TestAcidGuarantees family=A region=71bbdf6157124402228a55a01aec3161] 2024-12-03T07:46:30,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742437_1613 (size=12765) 2024-12-03T07:46:30,363 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120371c7b1e268ef4f019b8d7924368c1d60_71bbdf6157124402228a55a01aec3161, store=[table=TestAcidGuarantees family=A region=71bbdf6157124402228a55a01aec3161] 2024-12-03T07:46:30,363 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120371c7b1e268ef4f019b8d7924368c1d60_71bbdf6157124402228a55a01aec3161 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=71bbdf6157124402228a55a01aec3161] 2024-12-03T07:46:30,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742438_1614 (size=4469) 2024-12-03T07:46:30,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:30,641 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 71bbdf6157124402228a55a01aec3161 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-12-03T07:46:30,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71bbdf6157124402228a55a01aec3161, store=A 2024-12-03T07:46:30,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:46:30,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71bbdf6157124402228a55a01aec3161, store=B 2024-12-03T07:46:30,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:46:30,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71bbdf6157124402228a55a01aec3161, store=C 2024-12-03T07:46:30,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T07:46:30,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203bb998ea8ac214a0eb0d7d17ceb5791b1_71bbdf6157124402228a55a01aec3161 is 50, key is test_row_0/A:col10/1733211990640/Put/seqid=0 2024-12-03T07:46:30,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742439_1615 (size=14994) 2024-12-03T07:46:30,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:30,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40748 deadline: 1733212050693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:30,698 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:30,698 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:30,698 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:30,765 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/284e43e54c674d62b650c67fc82f64c9 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/284e43e54c674d62b650c67fc82f64c9 2024-12-03T07:46:30,767 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71bbdf6157124402228a55a01aec3161#A#compaction#520 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:46:30,767 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/2650e15fd3af4fb785e8dd8291bba03f is 175, key is test_row_0/A:col10/1733211988470/Put/seqid=0 2024-12-03T07:46:30,771 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 71bbdf6157124402228a55a01aec3161/B of 71bbdf6157124402228a55a01aec3161 into 284e43e54c674d62b650c67fc82f64c9(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:46:30,771 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 71bbdf6157124402228a55a01aec3161: 2024-12-03T07:46:30,771 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., storeName=71bbdf6157124402228a55a01aec3161/B, priority=13, startTime=1733211990350; duration=0sec 2024-12-03T07:46:30,771 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:46:30,771 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71bbdf6157124402228a55a01aec3161:B 2024-12-03T07:46:30,771 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T07:46:30,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742440_1616 (size=31826) 2024-12-03T07:46:30,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:30,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733212050767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:30,772 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34571 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T07:46:30,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:30,772 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): 71bbdf6157124402228a55a01aec3161/C is initiating minor compaction (all files) 2024-12-03T07:46:30,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:30,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:30,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:30,772 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 71bbdf6157124402228a55a01aec3161/C in TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:30,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1733212050767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:30,772 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/526648ecd9594312b58818a1cb979a15, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/238390f212b649c884ae7ab6aaf6de8a, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/ee87625c564d44bea4ad3ca178ed33c6] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp, totalSize=33.8 K 2024-12-03T07:46:30,772 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:30,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:30,772 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:30,772 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:30,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1733212050767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:30,772 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 526648ecd9594312b58818a1cb979a15, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733211987238 2024-12-03T07:46:30,773 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:30,773 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:30,773 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:30,773 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 238390f212b649c884ae7ab6aaf6de8a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1733211987314 2024-12-03T07:46:30,773 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting ee87625c564d44bea4ad3ca178ed33c6, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733211988470 2024-12-03T07:46:30,779 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71bbdf6157124402228a55a01aec3161#C#compaction#522 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:46:30,780 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/af68b000a3fd447e9662408644d23544 is 50, key is test_row_0/C:col10/1733211988470/Put/seqid=0 2024-12-03T07:46:30,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:30,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1733212050777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:30,781 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:30,781 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:30,781 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:30,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742441_1617 (size=12765) 2024-12-03T07:46:30,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:30,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40748 deadline: 1733212050808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:30,812 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:30,812 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:30,812 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:31,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:31,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40748 deadline: 1733212051017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:31,020 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:31,020 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:31,020 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:31,054 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:31,057 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203bb998ea8ac214a0eb0d7d17ceb5791b1_71bbdf6157124402228a55a01aec3161 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203bb998ea8ac214a0eb0d7d17ceb5791b1_71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:31,057 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/5d70c946d84c4023bc4ba32f98dd752a, store: [table=TestAcidGuarantees family=A region=71bbdf6157124402228a55a01aec3161] 2024-12-03T07:46:31,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/5d70c946d84c4023bc4ba32f98dd752a is 175, key is test_row_0/A:col10/1733211990640/Put/seqid=0 2024-12-03T07:46:31,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742442_1618 (size=39949) 2024-12-03T07:46:31,061 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=287, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/5d70c946d84c4023bc4ba32f98dd752a 2024-12-03T07:46:31,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/906fd575e66c4bdf97d979d515b75838 is 50, key is test_row_0/B:col10/1733211990640/Put/seqid=0 2024-12-03T07:46:31,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742443_1619 (size=12301) 2024-12-03T07:46:31,176 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/2650e15fd3af4fb785e8dd8291bba03f as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/2650e15fd3af4fb785e8dd8291bba03f 2024-12-03T07:46:31,179 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 71bbdf6157124402228a55a01aec3161/A of 71bbdf6157124402228a55a01aec3161 into 2650e15fd3af4fb785e8dd8291bba03f(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:46:31,179 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 71bbdf6157124402228a55a01aec3161: 2024-12-03T07:46:31,179 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., storeName=71bbdf6157124402228a55a01aec3161/A, priority=13, startTime=1733211990350; duration=0sec 2024-12-03T07:46:31,180 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:46:31,180 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71bbdf6157124402228a55a01aec3161:A 2024-12-03T07:46:31,193 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/af68b000a3fd447e9662408644d23544 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/af68b000a3fd447e9662408644d23544 2024-12-03T07:46:31,197 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 71bbdf6157124402228a55a01aec3161/C of 71bbdf6157124402228a55a01aec3161 into af68b000a3fd447e9662408644d23544(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:46:31,197 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 71bbdf6157124402228a55a01aec3161: 2024-12-03T07:46:31,197 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., storeName=71bbdf6157124402228a55a01aec3161/C, priority=13, startTime=1733211990350; duration=0sec 2024-12-03T07:46:31,197 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:46:31,197 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71bbdf6157124402228a55a01aec3161:C 2024-12-03T07:46:31,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:31,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40748 deadline: 1733212051328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:31,331 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:31,331 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:31,331 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:31,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-12-03T07:46:31,447 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:46:31,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T07:46:31,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=174, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees 2024-12-03T07:46:31,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-12-03T07:46:31,449 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=174, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T07:46:31,450 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=174, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T07:46:31,450 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T07:46:31,470 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/906fd575e66c4bdf97d979d515b75838 2024-12-03T07:46:31,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/9cfd61a862ca4ad2b1565e073b1d061f is 50, key is test_row_0/C:col10/1733211990640/Put/seqid=0 2024-12-03T07:46:31,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742444_1620 (size=12301) 2024-12-03T07:46:31,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-12-03T07:46:31,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-12-03T07:46:31,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:31,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. as already flushing 2024-12-03T07:46:31,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:31,602 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:31,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:31,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:31,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-12-03T07:46:31,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:31,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. as already flushing 2024-12-03T07:46:31,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:31,755 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:31,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:31,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:31,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-12-03T07:46:31,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:31,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1733212051778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:31,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:31,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:31,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1733212051778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:31,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1733212051778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:31,781 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 911db94732f6,39389,1733211824582 for 'test_row_0' in 71bbdf6157124402228a55a01aec3161 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2156 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T07:46:31,781 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:31,781 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:31,781 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 911db94732f6,39389,1733211824582 for 'test_row_0' in 71bbdf6157124402228a55a01aec3161 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2156 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T07:46:31,781 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:31,781 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 911db94732f6,39389,1733211824582 for 'test_row_1' in 71bbdf6157124402228a55a01aec3161 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T07:46:31,781 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:31,782 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:31,782 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:31,782 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:31,782 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:31,782 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:31,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:31,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1733212051787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:31,791 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 911db94732f6,39389,1733211824582 for 'test_row_2' in 71bbdf6157124402228a55a01aec3161 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-03T07:46:31,792 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:31,792 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:31,792 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:31,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:31,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40748 deadline: 1733212051838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:31,841 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:31,841 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:31,841 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:31,886 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/9cfd61a862ca4ad2b1565e073b1d061f 2024-12-03T07:46:31,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/5d70c946d84c4023bc4ba32f98dd752a as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/5d70c946d84c4023bc4ba32f98dd752a 2024-12-03T07:46:31,893 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/5d70c946d84c4023bc4ba32f98dd752a, entries=200, sequenceid=287, filesize=39.0 K 2024-12-03T07:46:31,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/906fd575e66c4bdf97d979d515b75838 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/906fd575e66c4bdf97d979d515b75838 2024-12-03T07:46:31,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/906fd575e66c4bdf97d979d515b75838, entries=150, sequenceid=287, filesize=12.0 K 2024-12-03T07:46:31,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/9cfd61a862ca4ad2b1565e073b1d061f as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/9cfd61a862ca4ad2b1565e073b1d061f 2024-12-03T07:46:31,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/9cfd61a862ca4ad2b1565e073b1d061f, entries=150, sequenceid=287, filesize=12.0 K 2024-12-03T07:46:31,901 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 71bbdf6157124402228a55a01aec3161 in 1260ms, sequenceid=287, compaction requested=false 2024-12-03T07:46:31,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 71bbdf6157124402228a55a01aec3161: 2024-12-03T07:46:31,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-12-03T07:46:31,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:31,908 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2902): Flushing 71bbdf6157124402228a55a01aec3161 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-03T07:46:31,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71bbdf6157124402228a55a01aec3161, store=A 2024-12-03T07:46:31,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:46:31,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71bbdf6157124402228a55a01aec3161, store=B 2024-12-03T07:46:31,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:46:31,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71bbdf6157124402228a55a01aec3161, store=C 2024-12-03T07:46:31,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:46:31,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412031ad6afca0edc42d8b8bb67fb47b58b71_71bbdf6157124402228a55a01aec3161 is 50, key is test_row_0/A:col10/1733211990686/Put/seqid=0 2024-12-03T07:46:31,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742445_1621 (size=12454) 2024-12-03T07:46:32,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-12-03T07:46:32,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:32,324 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412031ad6afca0edc42d8b8bb67fb47b58b71_71bbdf6157124402228a55a01aec3161 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412031ad6afca0edc42d8b8bb67fb47b58b71_71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:32,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/8ae4b7fcc60647e1a66e715ec5eab5f4, store: [table=TestAcidGuarantees family=A region=71bbdf6157124402228a55a01aec3161] 2024-12-03T07:46:32,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/8ae4b7fcc60647e1a66e715ec5eab5f4 is 175, key is test_row_0/A:col10/1733211990686/Put/seqid=0 2024-12-03T07:46:32,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742446_1622 (size=31255) 2024-12-03T07:46:32,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-12-03T07:46:32,729 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=300, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/8ae4b7fcc60647e1a66e715ec5eab5f4 2024-12-03T07:46:32,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/5398060b2a9d42beabbf671b5bcc2dd1 is 50, key is test_row_0/B:col10/1733211990686/Put/seqid=0 2024-12-03T07:46:32,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742447_1623 (size=12301) 2024-12-03T07:46:32,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. as already flushing 2024-12-03T07:46:32,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:32,952 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733211992931, max timestamp=1733211992948Num uniques 859; 2024-12-03T07:46:32,952 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733211992931, max timestamp=1733211992948Num uniques 859; 2024-12-03T07:46:32,952 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-03T07:46:32,952 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-03T07:46:32,952 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733211992931, max timestamp=1733211992948Num uniques 859; 2024-12-03T07:46:32,952 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/911db94732f6:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-03T07:46:33,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:33,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40748 deadline: 1733212053062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:33,068 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:33,069 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:33,069 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:33,140 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/5398060b2a9d42beabbf671b5bcc2dd1 2024-12-03T07:46:33,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/766adec0851f410a9da8690f0ef6e0c3 is 50, key is test_row_0/C:col10/1733211990686/Put/seqid=0 2024-12-03T07:46:33,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742448_1624 (size=12301) 2024-12-03T07:46:33,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:33,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40748 deadline: 1733212053177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:33,182 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:33,182 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:33,182 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:33,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T07:46:33,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40748 deadline: 1733212053388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 2024-12-03T07:46:33,393 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 , the old value is region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:33,393 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T07:46:33,393 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., hostname=911db94732f6,39389,1733211824582, seqNum=5 because the exception is null or not the one we care about 2024-12-03T07:46:33,561 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/766adec0851f410a9da8690f0ef6e0c3 2024-12-03T07:46:33,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/8ae4b7fcc60647e1a66e715ec5eab5f4 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/8ae4b7fcc60647e1a66e715ec5eab5f4 2024-12-03T07:46:33,568 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/8ae4b7fcc60647e1a66e715ec5eab5f4, entries=150, sequenceid=300, filesize=30.5 K 2024-12-03T07:46:33,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/5398060b2a9d42beabbf671b5bcc2dd1 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/5398060b2a9d42beabbf671b5bcc2dd1 2024-12-03T07:46:33,572 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/5398060b2a9d42beabbf671b5bcc2dd1, entries=150, sequenceid=300, filesize=12.0 K 2024-12-03T07:46:33,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/766adec0851f410a9da8690f0ef6e0c3 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/766adec0851f410a9da8690f0ef6e0c3 2024-12-03T07:46:33,575 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/766adec0851f410a9da8690f0ef6e0c3, entries=150, sequenceid=300, filesize=12.0 K 2024-12-03T07:46:33,576 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 71bbdf6157124402228a55a01aec3161 in 1668ms, sequenceid=300, compaction requested=true 2024-12-03T07:46:33,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2603): Flush status journal for 71bbdf6157124402228a55a01aec3161: 2024-12-03T07:46:33,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:33,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=175 2024-12-03T07:46:33,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4169): Remote procedure done, pid=175 2024-12-03T07:46:33,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=175, resume processing ppid=174 2024-12-03T07:46:33,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=175, ppid=174, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1270 sec 2024-12-03T07:46:33,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=174, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees in 2.1320 sec 2024-12-03T07:46:33,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-12-03T07:46:33,597 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:46:33,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T07:46:33,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=176, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees 2024-12-03T07:46:33,599 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=176, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T07:46:33,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-12-03T07:46:33,600 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=176, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T07:46:33,600 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=177, ppid=176, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T07:46:33,702 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 71bbdf6157124402228a55a01aec3161 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-12-03T07:46:33,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71bbdf6157124402228a55a01aec3161, store=A 2024-12-03T07:46:33,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-03T07:46:33,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71bbdf6157124402228a55a01aec3161, store=B 2024-12-03T07:46:33,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-03T07:46:33,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71bbdf6157124402228a55a01aec3161, store=C 2024-12-03T07:46:33,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-03T07:46:33,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(8855): Flush requested on 71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:33,707 INFO [Thread-2420 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2420. 2024-12-03T07:46:33,707 DEBUG [Thread-2420 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T07:46:33,707 DEBUG [Thread-2420 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:46:33,707 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:46:33,707 DEBUG [Thread-2420 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:46:33,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-12-03T07:46:33,708 INFO [Thread-2426 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2426. 2024-12-03T07:46:33,708 DEBUG [Thread-2426 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T07:46:33,708 DEBUG [Thread-2426 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:46:33,708 DEBUG [Thread-2426 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:46:33,708 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:46:33,710 INFO [Thread-2418 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2418. 2024-12-03T07:46:33,710 DEBUG [Thread-2418 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T07:46:33,710 DEBUG [Thread-2418 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:46:33,710 DEBUG [Thread-2418 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:46:33,710 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:46:33,710 INFO [Thread-2413 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2413. 2024-12-03T07:46:33,710 DEBUG [Thread-2413 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T07:46:33,710 DEBUG [Thread-2413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:46:33,710 DEBUG [Thread-2413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:46:33,710 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:46:33,710 INFO [Thread-2422 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2422. 2024-12-03T07:46:33,710 DEBUG [Thread-2422 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T07:46:33,710 DEBUG [Thread-2422 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:46:33,711 DEBUG [Thread-2422 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:46:33,711 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:46:33,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120351f4c82072254612ad0d54380985f9fd_71bbdf6157124402228a55a01aec3161 is 50, key is test_row_0/A:col10/1733211993052/Put/seqid=0 2024-12-03T07:46:33,712 INFO [Thread-2424 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2424. 2024-12-03T07:46:33,712 DEBUG [Thread-2424 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T07:46:33,712 DEBUG [Thread-2424 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:46:33,712 DEBUG [Thread-2424 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:46:33,712 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:46:33,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742449_1625 (size=14994) 2024-12-03T07:46:33,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-12-03T07:46:33,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:33,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. as already flushing 2024-12-03T07:46:33,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:33,752 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:33,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:33,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:33,798 INFO [Thread-2407 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2407. 2024-12-03T07:46:33,798 DEBUG [Thread-2407 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T07:46:33,798 DEBUG [Thread-2407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:46:33,798 DEBUG [Thread-2407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:46:33,798 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:46:33,798 INFO [Thread-2409 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2409. 2024-12-03T07:46:33,798 INFO [Thread-2411 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2411. 2024-12-03T07:46:33,799 DEBUG [Thread-2409 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T07:46:33,799 DEBUG [Thread-2411 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T07:46:33,799 DEBUG [Thread-2409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:46:33,799 DEBUG [Thread-2411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:46:33,799 DEBUG [Thread-2409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:46:33,799 DEBUG [Thread-2411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:46:33,799 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:46:33,799 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:46:33,808 INFO [Thread-2415 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2415. 2024-12-03T07:46:33,808 DEBUG [Thread-2415 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T07:46:33,808 DEBUG [Thread-2415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:46:33,808 DEBUG [Thread-2415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:46:33,808 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:46:33,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-12-03T07:46:33,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:33,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. as already flushing 2024-12-03T07:46:33,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:33,904 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:33,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:33,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:33,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-12-03T07:46:34,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-12-03T07:46:34,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:34,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. as already flushing 2024-12-03T07:46:34,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:34,056 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:34,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:34,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:34,115 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:34,117 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120351f4c82072254612ad0d54380985f9fd_71bbdf6157124402228a55a01aec3161 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120351f4c82072254612ad0d54380985f9fd_71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:34,118 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/e8f630a011cd4f34b3c79a735b87c508, store: [table=TestAcidGuarantees family=A region=71bbdf6157124402228a55a01aec3161] 2024-12-03T07:46:34,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/e8f630a011cd4f34b3c79a735b87c508 is 175, key is test_row_0/A:col10/1733211993052/Put/seqid=0 2024-12-03T07:46:34,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742450_1626 (size=39949) 2024-12-03T07:46:34,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-12-03T07:46:34,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:34,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. as already flushing 2024-12-03T07:46:34,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:34,209 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:34,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:34,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:34,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-12-03T07:46:34,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-12-03T07:46:34,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:34,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. as already flushing 2024-12-03T07:46:34,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:34,361 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:34,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:34,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:34,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-12-03T07:46:34,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:34,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. as already flushing 2024-12-03T07:46:34,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:34,513 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:34,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:34,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:34,522 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=338, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/e8f630a011cd4f34b3c79a735b87c508 2024-12-03T07:46:34,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/6381ecad3c424818a06a2f67b77ca407 is 50, key is test_row_0/B:col10/1733211993052/Put/seqid=0 2024-12-03T07:46:34,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742451_1627 (size=12301) 2024-12-03T07:46:34,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-12-03T07:46:34,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:34,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. as already flushing 2024-12-03T07:46:34,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:34,665 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:34,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:34,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:34,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-12-03T07:46:34,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-12-03T07:46:34,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:34,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. as already flushing 2024-12-03T07:46:34,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:34,818 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:34,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:34,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:34,930 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/6381ecad3c424818a06a2f67b77ca407 2024-12-03T07:46:34,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/60b5c77963e247fb8933f03665836d2e is 50, key is test_row_0/C:col10/1733211993052/Put/seqid=0 2024-12-03T07:46:34,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742452_1628 (size=12301) 2024-12-03T07:46:34,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-12-03T07:46:34,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:34,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. as already flushing 2024-12-03T07:46:34,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:34,970 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:34,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:34,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:35,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-12-03T07:46:35,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:35,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. as already flushing 2024-12-03T07:46:35,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:35,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:35,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:35,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:35,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-12-03T07:46:35,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:35,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. as already flushing 2024-12-03T07:46:35,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:35,275 ERROR [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:35,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:35,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T07:46:35,339 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/60b5c77963e247fb8933f03665836d2e 2024-12-03T07:46:35,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/e8f630a011cd4f34b3c79a735b87c508 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/e8f630a011cd4f34b3c79a735b87c508 2024-12-03T07:46:35,344 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/e8f630a011cd4f34b3c79a735b87c508, entries=200, sequenceid=338, filesize=39.0 K 2024-12-03T07:46:35,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/6381ecad3c424818a06a2f67b77ca407 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/6381ecad3c424818a06a2f67b77ca407 2024-12-03T07:46:35,347 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/6381ecad3c424818a06a2f67b77ca407, entries=150, sequenceid=338, filesize=12.0 K 2024-12-03T07:46:35,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/60b5c77963e247fb8933f03665836d2e as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/60b5c77963e247fb8933f03665836d2e 2024-12-03T07:46:35,350 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/60b5c77963e247fb8933f03665836d2e, entries=150, sequenceid=338, filesize=12.0 K 2024-12-03T07:46:35,350 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=33.54 KB/34350 for 71bbdf6157124402228a55a01aec3161 in 1648ms, sequenceid=338, compaction requested=true 2024-12-03T07:46:35,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 71bbdf6157124402228a55a01aec3161: 2024-12-03T07:46:35,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71bbdf6157124402228a55a01aec3161:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T07:46:35,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:46:35,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71bbdf6157124402228a55a01aec3161:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T07:46:35,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:46:35,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71bbdf6157124402228a55a01aec3161:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T07:46:35,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:46:35,350 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T07:46:35,350 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T07:46:35,351 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142979 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T07:46:35,351 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49668 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T07:46:35,351 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1541): 71bbdf6157124402228a55a01aec3161/A is initiating minor compaction (all files) 2024-12-03T07:46:35,351 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): 71bbdf6157124402228a55a01aec3161/B is initiating minor compaction (all files) 2024-12-03T07:46:35,351 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 71bbdf6157124402228a55a01aec3161/B in TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:35,351 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 71bbdf6157124402228a55a01aec3161/A in TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:35,351 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/284e43e54c674d62b650c67fc82f64c9, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/906fd575e66c4bdf97d979d515b75838, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/5398060b2a9d42beabbf671b5bcc2dd1, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/6381ecad3c424818a06a2f67b77ca407] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp, totalSize=48.5 K 2024-12-03T07:46:35,351 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/2650e15fd3af4fb785e8dd8291bba03f, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/5d70c946d84c4023bc4ba32f98dd752a, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/8ae4b7fcc60647e1a66e715ec5eab5f4, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/e8f630a011cd4f34b3c79a735b87c508] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp, totalSize=139.6 K 2024-12-03T07:46:35,351 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:35,351 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. files: [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/2650e15fd3af4fb785e8dd8291bba03f, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/5d70c946d84c4023bc4ba32f98dd752a, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/8ae4b7fcc60647e1a66e715ec5eab5f4, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/e8f630a011cd4f34b3c79a735b87c508] 2024-12-03T07:46:35,352 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 284e43e54c674d62b650c67fc82f64c9, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733211987314 2024-12-03T07:46:35,352 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2650e15fd3af4fb785e8dd8291bba03f, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733211987314 2024-12-03T07:46:35,352 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 906fd575e66c4bdf97d979d515b75838, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733211989605 2024-12-03T07:46:35,352 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d70c946d84c4023bc4ba32f98dd752a, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733211989605 2024-12-03T07:46:35,352 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 5398060b2a9d42beabbf671b5bcc2dd1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1733211990645 2024-12-03T07:46:35,352 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ae4b7fcc60647e1a66e715ec5eab5f4, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1733211990645 2024-12-03T07:46:35,352 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 6381ecad3c424818a06a2f67b77ca407, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1733211993046 2024-12-03T07:46:35,353 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] compactions.Compactor(225): Compacting e8f630a011cd4f34b3c79a735b87c508, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1733211993046 2024-12-03T07:46:35,357 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=71bbdf6157124402228a55a01aec3161] 2024-12-03T07:46:35,358 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71bbdf6157124402228a55a01aec3161#B#compaction#531 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:46:35,358 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412039fa98c271d0c45b397f5c00fcf22c7c3_71bbdf6157124402228a55a01aec3161 store=[table=TestAcidGuarantees family=A region=71bbdf6157124402228a55a01aec3161] 2024-12-03T07:46:35,358 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/d898523c4ad64336a0dbbff785c3f37a is 50, key is test_row_0/B:col10/1733211993052/Put/seqid=0 2024-12-03T07:46:35,364 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412039fa98c271d0c45b397f5c00fcf22c7c3_71bbdf6157124402228a55a01aec3161, store=[table=TestAcidGuarantees family=A region=71bbdf6157124402228a55a01aec3161] 2024-12-03T07:46:35,364 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412039fa98c271d0c45b397f5c00fcf22c7c3_71bbdf6157124402228a55a01aec3161 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=71bbdf6157124402228a55a01aec3161] 2024-12-03T07:46:35,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742453_1629 (size=13051) 2024-12-03T07:46:35,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742454_1630 (size=4469) 2024-12-03T07:46:35,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-12-03T07:46:35,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:35,427 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2902): Flushing 71bbdf6157124402228a55a01aec3161 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-12-03T07:46:35,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71bbdf6157124402228a55a01aec3161, store=A 2024-12-03T07:46:35,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:46:35,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71bbdf6157124402228a55a01aec3161, store=B 2024-12-03T07:46:35,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:46:35,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71bbdf6157124402228a55a01aec3161, store=C 2024-12-03T07:46:35,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T07:46:35,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412030e1eb5c48eea4a89bc1cb96df51f990b_71bbdf6157124402228a55a01aec3161 is 50, key is test_row_0/A:col10/1733211993797/Put/seqid=0 2024-12-03T07:46:35,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742455_1631 (size=12454) 2024-12-03T07:46:35,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-12-03T07:46:35,767 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71bbdf6157124402228a55a01aec3161#A#compaction#532 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:46:35,768 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/55950a1a247f41e1b258888456264ce0 is 175, key is test_row_0/A:col10/1733211993052/Put/seqid=0 2024-12-03T07:46:35,769 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/d898523c4ad64336a0dbbff785c3f37a as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/d898523c4ad64336a0dbbff785c3f37a 2024-12-03T07:46:35,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742456_1632 (size=32005) 2024-12-03T07:46:35,773 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 71bbdf6157124402228a55a01aec3161/B of 71bbdf6157124402228a55a01aec3161 into d898523c4ad64336a0dbbff785c3f37a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:46:35,773 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 71bbdf6157124402228a55a01aec3161: 2024-12-03T07:46:35,773 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., storeName=71bbdf6157124402228a55a01aec3161/B, priority=12, startTime=1733211995350; duration=0sec 2024-12-03T07:46:35,773 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T07:46:35,773 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71bbdf6157124402228a55a01aec3161:B 2024-12-03T07:46:35,773 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T07:46:35,774 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49668 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T07:46:35,774 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1541): 71bbdf6157124402228a55a01aec3161/C is initiating minor compaction (all files) 2024-12-03T07:46:35,774 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 71bbdf6157124402228a55a01aec3161/C in TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:35,774 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/af68b000a3fd447e9662408644d23544, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/9cfd61a862ca4ad2b1565e073b1d061f, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/766adec0851f410a9da8690f0ef6e0c3, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/60b5c77963e247fb8933f03665836d2e] into tmpdir=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp, totalSize=48.5 K 2024-12-03T07:46:35,774 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting af68b000a3fd447e9662408644d23544, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733211987314 2024-12-03T07:46:35,774 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 9cfd61a862ca4ad2b1565e073b1d061f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733211989605 2024-12-03T07:46:35,775 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 766adec0851f410a9da8690f0ef6e0c3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1733211990645 2024-12-03T07:46:35,775 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] compactions.Compactor(225): Compacting 60b5c77963e247fb8933f03665836d2e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1733211993046 2024-12-03T07:46:35,782 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71bbdf6157124402228a55a01aec3161#C#compaction#534 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T07:46:35,782 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/8514f4398e1e47c1a59a6ba1175aba1a is 50, key is test_row_0/C:col10/1733211993052/Put/seqid=0 2024-12-03T07:46:35,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742457_1633 (size=13051) 2024-12-03T07:46:35,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T07:46:35,839 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412030e1eb5c48eea4a89bc1cb96df51f990b_71bbdf6157124402228a55a01aec3161 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412030e1eb5c48eea4a89bc1cb96df51f990b_71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:35,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/64d297a1cf3c47e0b6b12c41e9b04e59, store: [table=TestAcidGuarantees family=A region=71bbdf6157124402228a55a01aec3161] 2024-12-03T07:46:35,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/64d297a1cf3c47e0b6b12c41e9b04e59 is 175, key is test_row_0/A:col10/1733211993797/Put/seqid=0 2024-12-03T07:46:35,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742458_1634 (size=31255) 2024-12-03T07:46:36,174 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/55950a1a247f41e1b258888456264ce0 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/55950a1a247f41e1b258888456264ce0 2024-12-03T07:46:36,177 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 71bbdf6157124402228a55a01aec3161/A of 71bbdf6157124402228a55a01aec3161 into 55950a1a247f41e1b258888456264ce0(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:46:36,178 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 71bbdf6157124402228a55a01aec3161: 2024-12-03T07:46:36,178 INFO [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., storeName=71bbdf6157124402228a55a01aec3161/A, priority=12, startTime=1733211995350; duration=0sec 2024-12-03T07:46:36,178 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:46:36,178 DEBUG [RS:0;911db94732f6:39389-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71bbdf6157124402228a55a01aec3161:A 2024-12-03T07:46:36,187 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/8514f4398e1e47c1a59a6ba1175aba1a as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/8514f4398e1e47c1a59a6ba1175aba1a 2024-12-03T07:46:36,190 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 71bbdf6157124402228a55a01aec3161/C of 71bbdf6157124402228a55a01aec3161 into 8514f4398e1e47c1a59a6ba1175aba1a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T07:46:36,190 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 71bbdf6157124402228a55a01aec3161: 2024-12-03T07:46:36,190 INFO [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161., storeName=71bbdf6157124402228a55a01aec3161/C, priority=12, startTime=1733211995350; duration=0sec 2024-12-03T07:46:36,190 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T07:46:36,190 DEBUG [RS:0;911db94732f6:39389-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71bbdf6157124402228a55a01aec3161:C 2024-12-03T07:46:36,244 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=346, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/64d297a1cf3c47e0b6b12c41e9b04e59 2024-12-03T07:46:36,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/3bda5405a6ce497a9fa5af8ffb885593 is 50, key is test_row_0/B:col10/1733211993797/Put/seqid=0 2024-12-03T07:46:36,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742459_1635 (size=12301) 2024-12-03T07:46:36,652 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/3bda5405a6ce497a9fa5af8ffb885593 2024-12-03T07:46:36,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/d54b93762a0f4cf5a04896f7bb86a0e7 is 50, key is test_row_0/C:col10/1733211993797/Put/seqid=0 2024-12-03T07:46:36,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742460_1636 (size=12301) 2024-12-03T07:46:37,060 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/d54b93762a0f4cf5a04896f7bb86a0e7 2024-12-03T07:46:37,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/A/64d297a1cf3c47e0b6b12c41e9b04e59 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/64d297a1cf3c47e0b6b12c41e9b04e59 2024-12-03T07:46:37,066 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/64d297a1cf3c47e0b6b12c41e9b04e59, entries=150, sequenceid=346, filesize=30.5 K 2024-12-03T07:46:37,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/B/3bda5405a6ce497a9fa5af8ffb885593 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/3bda5405a6ce497a9fa5af8ffb885593 2024-12-03T07:46:37,069 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/3bda5405a6ce497a9fa5af8ffb885593, entries=150, sequenceid=346, filesize=12.0 K 2024-12-03T07:46:37,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/.tmp/C/d54b93762a0f4cf5a04896f7bb86a0e7 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/d54b93762a0f4cf5a04896f7bb86a0e7 2024-12-03T07:46:37,071 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/d54b93762a0f4cf5a04896f7bb86a0e7, entries=150, sequenceid=346, filesize=12.0 K 2024-12-03T07:46:37,072 INFO [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 71bbdf6157124402228a55a01aec3161 in 1645ms, sequenceid=346, compaction requested=false 2024-12-03T07:46:37,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2603): Flush status journal for 71bbdf6157124402228a55a01aec3161: 2024-12-03T07:46:37,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:37,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/911db94732f6:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=177 2024-12-03T07:46:37,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4169): Remote procedure done, pid=177 2024-12-03T07:46:37,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=177, resume processing ppid=176 2024-12-03T07:46:37,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=177, ppid=176, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4730 sec 2024-12-03T07:46:37,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=176, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees in 3.4770 sec 2024-12-03T07:46:37,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-12-03T07:46:37,757 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:46:37,757 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-03T07:46:37,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-12-03T07:46:37,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 43 2024-12-03T07:46:37,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 39 2024-12-03T07:46:37,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 80 2024-12-03T07:46:37,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 43 2024-12-03T07:46:37,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-03T07:46:37,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3038 2024-12-03T07:46:37,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3094 2024-12-03T07:46:37,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3114 2024-12-03T07:46:37,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3049 2024-12-03T07:46:37,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3089 2024-12-03T07:46:37,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-03T07:46:37,758 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T07:46:37,758 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T07:46:37,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:46:37,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:46:37,758 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:46:37,759 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-03T07:46:37,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=178, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-03T07:46:37,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-12-03T07:46:37,761 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733211997761"}]},"ts":"1733211997761"} 2024-12-03T07:46:37,762 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-03T07:46:37,762 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-03T07:46:37,763 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=179, ppid=178, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-03T07:46:37,764 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=180, ppid=179, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=71bbdf6157124402228a55a01aec3161, UNASSIGN}] 2024-12-03T07:46:37,765 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=180, ppid=179, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=71bbdf6157124402228a55a01aec3161, UNASSIGN 2024-12-03T07:46:37,765 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=180 updating hbase:meta row=71bbdf6157124402228a55a01aec3161, regionState=CLOSING, regionLocation=911db94732f6,39389,1733211824582 2024-12-03T07:46:37,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=180, ppid=179, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=71bbdf6157124402228a55a01aec3161, UNASSIGN because future has completed 2024-12-03T07:46:37,766 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-03T07:46:37,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=181, ppid=180, state=RUNNABLE, hasLock=false; CloseRegionProcedure 71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582}] 2024-12-03T07:46:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-12-03T07:46:37,918 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] handler.UnassignRegionHandler(122): Close 71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:37,918 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-03T07:46:37,918 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HRegion(1722): Closing 71bbdf6157124402228a55a01aec3161, disabling compactions & flushes 2024-12-03T07:46:37,918 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:37,918 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:37,918 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. after waiting 0 ms 2024-12-03T07:46:37,918 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:37,919 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/e90dbebfc4c54485b5b0f585532e1033, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/f4f517c2f8e04ee1ae505418a346189e, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/e14d79d169ba4111a910b6e3e77c71b1, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/ec641238b39a4a25a49989cc9021b0d4, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/cc6ba783435e47eaa3d1574aee516614, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/7931eddae07e4263bb0fba1a1ce342d2, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/f3d25b0e08a246da9f90cd8e57d46f67, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/3c554e24bb5f4ec79378f43ea24d6398, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/dc6d0803c2624002b03a21997e9d6fc5, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/2bf9c45d5b1f4a058cff37d3fac5deba, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/12a0eb9b4b934532a12f9b534638149d, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/9f818908e151492cab36e762d35d0563, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/f018a303cdf24e4dbed566e1158d39d5, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/65615d4f1e3b41908eeb0f9dc5b4c43d, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/88b90f80e17c4480889069b8fadb4989, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/f894e04b0f8541c49f9beec7753ba3a7, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/7d3c946c939d4aee88f6a389d74cd8f2, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/2650e15fd3af4fb785e8dd8291bba03f, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/1ab3a774eaa24cecbb1444ed7e31bb9d, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/5d70c946d84c4023bc4ba32f98dd752a, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/8ae4b7fcc60647e1a66e715ec5eab5f4, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/e8f630a011cd4f34b3c79a735b87c508] to archive 2024-12-03T07:46:37,920 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T07:46:37,921 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/e90dbebfc4c54485b5b0f585532e1033 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/e90dbebfc4c54485b5b0f585532e1033 2024-12-03T07:46:37,922 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/f4f517c2f8e04ee1ae505418a346189e to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/f4f517c2f8e04ee1ae505418a346189e 2024-12-03T07:46:37,923 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/e14d79d169ba4111a910b6e3e77c71b1 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/e14d79d169ba4111a910b6e3e77c71b1 2024-12-03T07:46:37,924 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/ec641238b39a4a25a49989cc9021b0d4 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/ec641238b39a4a25a49989cc9021b0d4 2024-12-03T07:46:37,925 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/cc6ba783435e47eaa3d1574aee516614 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/cc6ba783435e47eaa3d1574aee516614 2024-12-03T07:46:37,925 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/7931eddae07e4263bb0fba1a1ce342d2 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/7931eddae07e4263bb0fba1a1ce342d2 2024-12-03T07:46:37,926 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/f3d25b0e08a246da9f90cd8e57d46f67 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/f3d25b0e08a246da9f90cd8e57d46f67 2024-12-03T07:46:37,927 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/3c554e24bb5f4ec79378f43ea24d6398 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/3c554e24bb5f4ec79378f43ea24d6398 2024-12-03T07:46:37,928 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/dc6d0803c2624002b03a21997e9d6fc5 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/dc6d0803c2624002b03a21997e9d6fc5 2024-12-03T07:46:37,928 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/2bf9c45d5b1f4a058cff37d3fac5deba to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/2bf9c45d5b1f4a058cff37d3fac5deba 2024-12-03T07:46:37,929 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/12a0eb9b4b934532a12f9b534638149d to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/12a0eb9b4b934532a12f9b534638149d 2024-12-03T07:46:37,930 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/9f818908e151492cab36e762d35d0563 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/9f818908e151492cab36e762d35d0563 2024-12-03T07:46:37,931 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/f018a303cdf24e4dbed566e1158d39d5 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/f018a303cdf24e4dbed566e1158d39d5 2024-12-03T07:46:37,931 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/65615d4f1e3b41908eeb0f9dc5b4c43d to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/65615d4f1e3b41908eeb0f9dc5b4c43d 2024-12-03T07:46:37,932 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/88b90f80e17c4480889069b8fadb4989 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/88b90f80e17c4480889069b8fadb4989 2024-12-03T07:46:37,933 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/f894e04b0f8541c49f9beec7753ba3a7 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/f894e04b0f8541c49f9beec7753ba3a7 2024-12-03T07:46:37,934 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/7d3c946c939d4aee88f6a389d74cd8f2 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/7d3c946c939d4aee88f6a389d74cd8f2 2024-12-03T07:46:37,934 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/2650e15fd3af4fb785e8dd8291bba03f to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/2650e15fd3af4fb785e8dd8291bba03f 2024-12-03T07:46:37,935 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/1ab3a774eaa24cecbb1444ed7e31bb9d to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/1ab3a774eaa24cecbb1444ed7e31bb9d 2024-12-03T07:46:37,936 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/5d70c946d84c4023bc4ba32f98dd752a to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/5d70c946d84c4023bc4ba32f98dd752a 2024-12-03T07:46:37,936 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/8ae4b7fcc60647e1a66e715ec5eab5f4 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/8ae4b7fcc60647e1a66e715ec5eab5f4 2024-12-03T07:46:37,937 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/e8f630a011cd4f34b3c79a735b87c508 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/e8f630a011cd4f34b3c79a735b87c508 2024-12-03T07:46:37,938 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/87c0c798115241f28bf6c379169d0818, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/9768b9e5857d452ba00fe2a5949097aa, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/09b7d9c413b346b0a31019105b3e771c, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/ce83f0c33d834882a79e5b69290eefe4, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/280c8ca3c0c2472ab4b07d188f1892a2, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/3f79167f4e8c4ebe966c48b25bd40a81, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/0b0797ac106c44069e92ff3eb4e21189, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/df7655380fcc4c11bcba38094a6717a8, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/1599a60997cf4d7cb96f5b6efe953f37, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/000770237e9d4c268f571b55e5f89aa4, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/17e3eb1baaf64513bd26ea3162211e44, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/9f598933e516449ba64cf780457150f5, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/070ecae184c34ce38b4f412303424e2a, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/4a4ccd41227b44149b116158e37332e1, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/985306d961ae47d6b49ee62bcfc2ce78, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/7f7cbf398faa47a698af25d760377430, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/8cd9a2bc32e74550be73369110f57e0c, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/284e43e54c674d62b650c67fc82f64c9, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/92024562c6e1469b92a1ea6bca5079e0, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/906fd575e66c4bdf97d979d515b75838, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/5398060b2a9d42beabbf671b5bcc2dd1, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/6381ecad3c424818a06a2f67b77ca407] to archive 2024-12-03T07:46:37,939 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T07:46:37,940 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/87c0c798115241f28bf6c379169d0818 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/87c0c798115241f28bf6c379169d0818 2024-12-03T07:46:37,941 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/9768b9e5857d452ba00fe2a5949097aa to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/9768b9e5857d452ba00fe2a5949097aa 2024-12-03T07:46:37,941 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/09b7d9c413b346b0a31019105b3e771c to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/09b7d9c413b346b0a31019105b3e771c 2024-12-03T07:46:37,942 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/ce83f0c33d834882a79e5b69290eefe4 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/ce83f0c33d834882a79e5b69290eefe4 2024-12-03T07:46:37,943 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/280c8ca3c0c2472ab4b07d188f1892a2 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/280c8ca3c0c2472ab4b07d188f1892a2 2024-12-03T07:46:37,943 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/3f79167f4e8c4ebe966c48b25bd40a81 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/3f79167f4e8c4ebe966c48b25bd40a81 2024-12-03T07:46:37,944 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/0b0797ac106c44069e92ff3eb4e21189 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/0b0797ac106c44069e92ff3eb4e21189 2024-12-03T07:46:37,944 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/df7655380fcc4c11bcba38094a6717a8 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/df7655380fcc4c11bcba38094a6717a8 2024-12-03T07:46:37,945 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/1599a60997cf4d7cb96f5b6efe953f37 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/1599a60997cf4d7cb96f5b6efe953f37 2024-12-03T07:46:37,946 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/000770237e9d4c268f571b55e5f89aa4 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/000770237e9d4c268f571b55e5f89aa4 2024-12-03T07:46:37,946 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/17e3eb1baaf64513bd26ea3162211e44 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/17e3eb1baaf64513bd26ea3162211e44 2024-12-03T07:46:37,947 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/9f598933e516449ba64cf780457150f5 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/9f598933e516449ba64cf780457150f5 2024-12-03T07:46:37,948 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/070ecae184c34ce38b4f412303424e2a to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/070ecae184c34ce38b4f412303424e2a 2024-12-03T07:46:37,948 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/4a4ccd41227b44149b116158e37332e1 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/4a4ccd41227b44149b116158e37332e1 2024-12-03T07:46:37,949 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/985306d961ae47d6b49ee62bcfc2ce78 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/985306d961ae47d6b49ee62bcfc2ce78 2024-12-03T07:46:37,950 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/7f7cbf398faa47a698af25d760377430 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/7f7cbf398faa47a698af25d760377430 2024-12-03T07:46:37,950 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/8cd9a2bc32e74550be73369110f57e0c to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/8cd9a2bc32e74550be73369110f57e0c 2024-12-03T07:46:37,951 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/284e43e54c674d62b650c67fc82f64c9 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/284e43e54c674d62b650c67fc82f64c9 2024-12-03T07:46:37,952 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/92024562c6e1469b92a1ea6bca5079e0 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/92024562c6e1469b92a1ea6bca5079e0 2024-12-03T07:46:37,952 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/906fd575e66c4bdf97d979d515b75838 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/906fd575e66c4bdf97d979d515b75838 2024-12-03T07:46:37,953 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/5398060b2a9d42beabbf671b5bcc2dd1 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/5398060b2a9d42beabbf671b5bcc2dd1 2024-12-03T07:46:37,953 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/6381ecad3c424818a06a2f67b77ca407 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/6381ecad3c424818a06a2f67b77ca407 2024-12-03T07:46:37,955 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/783ef68bff234a29b1f77c06ac08f058, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/d99ab2653069415199efd10bdd3101ff, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/0170153ba5e244238b638f10e7364d30, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/cf1bcdebcf7f46e58345a68f80ddf3eb, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/b871fe4934b448eb9827dffb1879c24b, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/38f5b89277f64670a91b3d7c373d00a6, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/1b1b21265bd847d48f8f87ac3d25c2ad, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/722013fe6f244f8ab01795da235c2106, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/8e7f442cf884464689a2cd479eb99ecd, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/2884cf27540a46e0b6a3850eff6a857e, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/2e215dd6fec847b98f236675675403db, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/7cf9f2fff89a434cb8538c9d2d9f5f94, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/3c37993585f64995b15cd69cdd358b95, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/6bcf9e48f5f949cbbe11b148a0d191cf, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/526648ecd9594312b58818a1cb979a15, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/3d60d89fe4dd40e0a9566776c208a61d, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/238390f212b649c884ae7ab6aaf6de8a, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/af68b000a3fd447e9662408644d23544, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/ee87625c564d44bea4ad3ca178ed33c6, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/9cfd61a862ca4ad2b1565e073b1d061f, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/766adec0851f410a9da8690f0ef6e0c3, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/60b5c77963e247fb8933f03665836d2e] to archive 2024-12-03T07:46:37,955 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T07:46:37,956 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/783ef68bff234a29b1f77c06ac08f058 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/783ef68bff234a29b1f77c06ac08f058 2024-12-03T07:46:37,957 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/d99ab2653069415199efd10bdd3101ff to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/d99ab2653069415199efd10bdd3101ff 2024-12-03T07:46:37,958 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/0170153ba5e244238b638f10e7364d30 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/0170153ba5e244238b638f10e7364d30 2024-12-03T07:46:37,958 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/cf1bcdebcf7f46e58345a68f80ddf3eb to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/cf1bcdebcf7f46e58345a68f80ddf3eb 2024-12-03T07:46:37,959 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/b871fe4934b448eb9827dffb1879c24b to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/b871fe4934b448eb9827dffb1879c24b 2024-12-03T07:46:37,960 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/38f5b89277f64670a91b3d7c373d00a6 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/38f5b89277f64670a91b3d7c373d00a6 2024-12-03T07:46:37,960 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/1b1b21265bd847d48f8f87ac3d25c2ad to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/1b1b21265bd847d48f8f87ac3d25c2ad 2024-12-03T07:46:37,961 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/722013fe6f244f8ab01795da235c2106 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/722013fe6f244f8ab01795da235c2106 2024-12-03T07:46:37,962 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/8e7f442cf884464689a2cd479eb99ecd to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/8e7f442cf884464689a2cd479eb99ecd 2024-12-03T07:46:37,962 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/2884cf27540a46e0b6a3850eff6a857e to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/2884cf27540a46e0b6a3850eff6a857e 2024-12-03T07:46:37,963 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/2e215dd6fec847b98f236675675403db to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/2e215dd6fec847b98f236675675403db 2024-12-03T07:46:37,964 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/7cf9f2fff89a434cb8538c9d2d9f5f94 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/7cf9f2fff89a434cb8538c9d2d9f5f94 2024-12-03T07:46:37,964 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/3c37993585f64995b15cd69cdd358b95 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/3c37993585f64995b15cd69cdd358b95 2024-12-03T07:46:37,965 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/6bcf9e48f5f949cbbe11b148a0d191cf to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/6bcf9e48f5f949cbbe11b148a0d191cf 2024-12-03T07:46:37,966 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/526648ecd9594312b58818a1cb979a15 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/526648ecd9594312b58818a1cb979a15 2024-12-03T07:46:37,967 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/3d60d89fe4dd40e0a9566776c208a61d to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/3d60d89fe4dd40e0a9566776c208a61d 2024-12-03T07:46:37,967 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/238390f212b649c884ae7ab6aaf6de8a to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/238390f212b649c884ae7ab6aaf6de8a 2024-12-03T07:46:37,968 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/af68b000a3fd447e9662408644d23544 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/af68b000a3fd447e9662408644d23544 2024-12-03T07:46:37,969 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/ee87625c564d44bea4ad3ca178ed33c6 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/ee87625c564d44bea4ad3ca178ed33c6 2024-12-03T07:46:37,970 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/9cfd61a862ca4ad2b1565e073b1d061f to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/9cfd61a862ca4ad2b1565e073b1d061f 2024-12-03T07:46:37,970 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/766adec0851f410a9da8690f0ef6e0c3 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/766adec0851f410a9da8690f0ef6e0c3 2024-12-03T07:46:37,971 DEBUG [StoreCloser-TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/60b5c77963e247fb8933f03665836d2e to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/60b5c77963e247fb8933f03665836d2e 2024-12-03T07:46:37,974 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/recovered.edits/352.seqid, newMaxSeqId=352, maxSeqId=4 2024-12-03T07:46:37,974 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161. 2024-12-03T07:46:37,974 DEBUG [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HRegion(1676): Region close journal for 71bbdf6157124402228a55a01aec3161: Waiting for close lock at 1733211997918Running coprocessor pre-close hooks at 1733211997918Disabling compacts and flushes for region at 1733211997918Disabling writes for close at 1733211997918Writing region close event to WAL at 1733211997972 (+54 ms)Running coprocessor post-close hooks at 1733211997974 (+2 ms)Closed at 1733211997974 2024-12-03T07:46:37,976 INFO [RS_CLOSE_REGION-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] handler.UnassignRegionHandler(157): Closed 71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:37,976 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=180 updating hbase:meta row=71bbdf6157124402228a55a01aec3161, regionState=CLOSED 2024-12-03T07:46:37,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=181, ppid=180, state=RUNNABLE, hasLock=false; CloseRegionProcedure 71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 because future has completed 2024-12-03T07:46:37,979 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=181, resume processing ppid=180 2024-12-03T07:46:37,979 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=181, ppid=180, state=SUCCESS, hasLock=false; CloseRegionProcedure 71bbdf6157124402228a55a01aec3161, server=911db94732f6,39389,1733211824582 in 212 msec 2024-12-03T07:46:37,981 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=180, resume processing ppid=179 2024-12-03T07:46:37,981 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=180, ppid=179, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=71bbdf6157124402228a55a01aec3161, UNASSIGN in 215 msec 2024-12-03T07:46:37,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=179, resume processing ppid=178 2024-12-03T07:46:37,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=179, ppid=178, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 218 msec 2024-12-03T07:46:37,983 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733211997983"}]},"ts":"1733211997983"} 2024-12-03T07:46:37,984 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-03T07:46:37,984 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-03T07:46:37,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=178, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 226 msec 2024-12-03T07:46:38,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-12-03T07:46:38,078 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:46:38,078 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-03T07:46:38,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=182, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T07:46:38,079 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=182, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T07:46:38,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=182 2024-12-03T07:46:38,080 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=182, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T07:46:38,082 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:38,084 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A, FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B, FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C, FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/recovered.edits] 2024-12-03T07:46:38,086 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/55950a1a247f41e1b258888456264ce0 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/55950a1a247f41e1b258888456264ce0 2024-12-03T07:46:38,087 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/64d297a1cf3c47e0b6b12c41e9b04e59 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/A/64d297a1cf3c47e0b6b12c41e9b04e59 2024-12-03T07:46:38,088 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/3bda5405a6ce497a9fa5af8ffb885593 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/3bda5405a6ce497a9fa5af8ffb885593 2024-12-03T07:46:38,089 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/d898523c4ad64336a0dbbff785c3f37a to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/B/d898523c4ad64336a0dbbff785c3f37a 2024-12-03T07:46:38,091 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/8514f4398e1e47c1a59a6ba1175aba1a to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/8514f4398e1e47c1a59a6ba1175aba1a 2024-12-03T07:46:38,091 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/d54b93762a0f4cf5a04896f7bb86a0e7 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/C/d54b93762a0f4cf5a04896f7bb86a0e7 2024-12-03T07:46:38,093 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/recovered.edits/352.seqid to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161/recovered.edits/352.seqid 2024-12-03T07:46:38,094 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/default/TestAcidGuarantees/71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:38,094 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-03T07:46:38,094 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-03T07:46:38,094 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-03T07:46:38,096 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120303901899ede243e19d1a5f16d3e08f9b_71bbdf6157124402228a55a01aec3161 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120303901899ede243e19d1a5f16d3e08f9b_71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:38,097 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412030c4db88f493c467bb1cb16a54703eae1_71bbdf6157124402228a55a01aec3161 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412030c4db88f493c467bb1cb16a54703eae1_71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:38,098 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412030e1eb5c48eea4a89bc1cb96df51f990b_71bbdf6157124402228a55a01aec3161 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412030e1eb5c48eea4a89bc1cb96df51f990b_71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:38,099 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203134bfd373b7e4310a7bf67fa53ec5bc5_71bbdf6157124402228a55a01aec3161 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203134bfd373b7e4310a7bf67fa53ec5bc5_71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:38,100 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412031ad6afca0edc42d8b8bb67fb47b58b71_71bbdf6157124402228a55a01aec3161 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412031ad6afca0edc42d8b8bb67fb47b58b71_71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:38,100 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412031cf32350dd404042a7c1ef3b261ec971_71bbdf6157124402228a55a01aec3161 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412031cf32350dd404042a7c1ef3b261ec971_71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:38,101 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412033241f9c3c88747469710cdf7e58d2a44_71bbdf6157124402228a55a01aec3161 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412033241f9c3c88747469710cdf7e58d2a44_71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:38,102 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412033bf54382717b4ea595cfb0952bac35e7_71bbdf6157124402228a55a01aec3161 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412033bf54382717b4ea595cfb0952bac35e7_71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:38,103 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412033e6b83e198ef483582ba162b02afb104_71bbdf6157124402228a55a01aec3161 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412033e6b83e198ef483582ba162b02afb104_71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:38,103 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120351f4c82072254612ad0d54380985f9fd_71bbdf6157124402228a55a01aec3161 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120351f4c82072254612ad0d54380985f9fd_71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:38,104 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412035a128a935bc94101aabcd056c8fb7237_71bbdf6157124402228a55a01aec3161 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412035a128a935bc94101aabcd056c8fb7237_71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:38,105 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120381a225f8ab5c41bc8a048d6a94ef880e_71bbdf6157124402228a55a01aec3161 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120381a225f8ab5c41bc8a048d6a94ef880e_71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:38,106 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203b32ab3c41b2142cf95b06bbd2a3441a9_71bbdf6157124402228a55a01aec3161 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203b32ab3c41b2142cf95b06bbd2a3441a9_71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:38,107 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203bb998ea8ac214a0eb0d7d17ceb5791b1_71bbdf6157124402228a55a01aec3161 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203bb998ea8ac214a0eb0d7d17ceb5791b1_71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:38,107 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203c2fc511877f4434a84e24e62531255fe_71bbdf6157124402228a55a01aec3161 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203c2fc511877f4434a84e24e62531255fe_71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:38,108 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203f165ea3c04704763a2813b9529543983_71bbdf6157124402228a55a01aec3161 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203f165ea3c04704763a2813b9529543983_71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:38,109 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203f5566830bf4042628c67f2d78ebb4d7f_71bbdf6157124402228a55a01aec3161 to hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203f5566830bf4042628c67f2d78ebb4d7f_71bbdf6157124402228a55a01aec3161 2024-12-03T07:46:38,109 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-03T07:46:38,111 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=182, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T07:46:38,113 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-03T07:46:38,114 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-03T07:46:38,115 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=182, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T07:46:38,115 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-03T07:46:38,115 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733211998115"}]},"ts":"9223372036854775807"} 2024-12-03T07:46:38,116 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-03T07:46:38,116 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 71bbdf6157124402228a55a01aec3161, NAME => 'TestAcidGuarantees,,1733211970596.71bbdf6157124402228a55a01aec3161.', STARTKEY => '', ENDKEY => ''}] 2024-12-03T07:46:38,116 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-03T07:46:38,116 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733211998116"}]},"ts":"9223372036854775807"} 2024-12-03T07:46:38,118 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-03T07:46:38,118 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=182, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T07:46:38,119 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=182, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 40 msec 2024-12-03T07:46:38,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=182 2024-12-03T07:46:38,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-03T07:46:38,187 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-03T07:46:38,196 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=252 (was 251) - Thread LEAK? -, OpenFileDescriptor=455 (was 453) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=314 (was 296) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8166 (was 8197) 2024-12-03T07:46:38,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T07:46:38,196 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T07:46:38,197 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T07:46:38,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:46:38,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:46:38,197 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T07:46:38,197 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T07:46:38,197 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=480094612, stopped=false 2024-12-03T07:46:38,197 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=911db94732f6,40329,1733211823909 2024-12-03T07:46:38,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40329-0x101520c90720000, quorum=127.0.0.1:62393, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T07:46:38,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x101520c90720001, quorum=127.0.0.1:62393, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T07:46:38,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40329-0x101520c90720000, quorum=127.0.0.1:62393, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:46:38,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x101520c90720001, quorum=127.0.0.1:62393, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:46:38,199 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T07:46:38,200 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T07:46:38,200 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T07:46:38,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:46:38,200 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39389-0x101520c90720001, quorum=127.0.0.1:62393, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T07:46:38,200 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40329-0x101520c90720000, quorum=127.0.0.1:62393, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T07:46:38,200 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '911db94732f6,39389,1733211824582' ***** 2024-12-03T07:46:38,200 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T07:46:38,201 INFO [RS:0;911db94732f6:39389 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T07:46:38,201 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T07:46:38,201 INFO [RS:0;911db94732f6:39389 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T07:46:38,201 INFO [RS:0;911db94732f6:39389 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T07:46:38,201 INFO [RS:0;911db94732f6:39389 {}] regionserver.HRegionServer(959): stopping server 911db94732f6,39389,1733211824582 2024-12-03T07:46:38,202 INFO [RS:0;911db94732f6:39389 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T07:46:38,202 INFO [RS:0;911db94732f6:39389 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;911db94732f6:39389. 2024-12-03T07:46:38,202 DEBUG [RS:0;911db94732f6:39389 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T07:46:38,202 DEBUG [RS:0;911db94732f6:39389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:46:38,202 INFO [RS:0;911db94732f6:39389 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T07:46:38,202 INFO [RS:0;911db94732f6:39389 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T07:46:38,202 INFO [RS:0;911db94732f6:39389 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T07:46:38,202 INFO [RS:0;911db94732f6:39389 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T07:46:38,202 INFO [RS:0;911db94732f6:39389 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T07:46:38,203 DEBUG [RS:0;911db94732f6:39389 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T07:46:38,203 DEBUG [RS:0;911db94732f6:39389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T07:46:38,203 DEBUG [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T07:46:38,203 INFO [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T07:46:38,203 DEBUG [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T07:46:38,203 DEBUG [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T07:46:38,203 DEBUG [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T07:46:38,203 INFO [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-12-03T07:46:38,227 DEBUG [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/hbase/meta/1588230740/.tmp/info/b124a419e0394128a39a1c5f5c4c5888 is 95, key is TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e./info:/1733211856062/DeleteFamily/seqid=0 2024-12-03T07:46:38,229 INFO [regionserver/911db94732f6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T07:46:38,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742461_1637 (size=6514) 2024-12-03T07:46:38,245 INFO [regionserver/911db94732f6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T07:46:38,245 INFO [regionserver/911db94732f6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T07:46:38,403 DEBUG [RS:0;911db94732f6:39389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T07:46:38,603 DEBUG [RS:0;911db94732f6:39389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T07:46:38,631 INFO [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/hbase/meta/1588230740/.tmp/info/b124a419e0394128a39a1c5f5c4c5888 2024-12-03T07:46:38,648 DEBUG [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/hbase/meta/1588230740/.tmp/ns/9436f718831a44498e6c464de67f1f76 is 93, key is TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e./ns:/1733211856012/DeleteFamily/seqid=0 2024-12-03T07:46:38,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742462_1638 (size=5906) 2024-12-03T07:46:38,803 DEBUG [RS:0;911db94732f6:39389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T07:46:39,003 DEBUG [RS:0;911db94732f6:39389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T07:46:39,052 INFO [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/hbase/meta/1588230740/.tmp/ns/9436f718831a44498e6c464de67f1f76 2024-12-03T07:46:39,069 DEBUG [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/hbase/meta/1588230740/.tmp/rep_barrier/57969eb3ea4d480ab2318a56f2799ea8 is 102, key is TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e./rep_barrier:/1733211856012/DeleteFamily/seqid=0 2024-12-03T07:46:39,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742463_1639 (size=6025) 2024-12-03T07:46:39,204 DEBUG [RS:0;911db94732f6:39389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T07:46:39,404 DEBUG [RS:0;911db94732f6:39389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T07:46:39,472 INFO [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/hbase/meta/1588230740/.tmp/rep_barrier/57969eb3ea4d480ab2318a56f2799ea8 2024-12-03T07:46:39,489 DEBUG [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/hbase/meta/1588230740/.tmp/table/89b5bfc8be864a5090b0f1d16e610735 is 96, key is TestAcidGuarantees,,1733211828375.9e19a7efe4c30a9cf0272a791d909f7e./table:/1733211856012/DeleteFamily/seqid=0 2024-12-03T07:46:39,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742464_1640 (size=5936) 2024-12-03T07:46:39,604 DEBUG [RS:0;911db94732f6:39389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T07:46:39,804 DEBUG [RS:0;911db94732f6:39389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T07:46:39,893 INFO [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/hbase/meta/1588230740/.tmp/table/89b5bfc8be864a5090b0f1d16e610735 2024-12-03T07:46:39,896 DEBUG [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/hbase/meta/1588230740/.tmp/info/b124a419e0394128a39a1c5f5c4c5888 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/hbase/meta/1588230740/info/b124a419e0394128a39a1c5f5c4c5888 2024-12-03T07:46:39,898 INFO [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/hbase/meta/1588230740/info/b124a419e0394128a39a1c5f5c4c5888, entries=12, sequenceid=90, filesize=6.4 K 2024-12-03T07:46:39,899 DEBUG [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/hbase/meta/1588230740/.tmp/ns/9436f718831a44498e6c464de67f1f76 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/hbase/meta/1588230740/ns/9436f718831a44498e6c464de67f1f76 2024-12-03T07:46:39,902 INFO [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/hbase/meta/1588230740/ns/9436f718831a44498e6c464de67f1f76, entries=8, sequenceid=90, filesize=5.8 K 2024-12-03T07:46:39,902 DEBUG [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/hbase/meta/1588230740/.tmp/rep_barrier/57969eb3ea4d480ab2318a56f2799ea8 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/hbase/meta/1588230740/rep_barrier/57969eb3ea4d480ab2318a56f2799ea8 2024-12-03T07:46:39,905 INFO [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/hbase/meta/1588230740/rep_barrier/57969eb3ea4d480ab2318a56f2799ea8, entries=6, sequenceid=90, filesize=5.9 K 2024-12-03T07:46:39,905 DEBUG [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/hbase/meta/1588230740/.tmp/table/89b5bfc8be864a5090b0f1d16e610735 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/hbase/meta/1588230740/table/89b5bfc8be864a5090b0f1d16e610735 2024-12-03T07:46:39,908 INFO [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/hbase/meta/1588230740/table/89b5bfc8be864a5090b0f1d16e610735, entries=7, sequenceid=90, filesize=5.8 K 2024-12-03T07:46:39,908 INFO [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1705ms, sequenceid=90, compaction requested=false 2024-12-03T07:46:39,914 DEBUG [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-12-03T07:46:39,914 DEBUG [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T07:46:39,914 INFO [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T07:46:39,914 DEBUG [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733211998203Running coprocessor pre-close hooks at 1733211998203Disabling compacts and flushes for region at 1733211998203Disabling writes for close at 1733211998203Obtaining lock to block concurrent updates at 1733211998203Preparing flush snapshotting stores in 1588230740 at 1733211998203Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1733211998204 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733211998204Flushing 1588230740/info: creating writer at 1733211998204Flushing 1588230740/info: appending metadata at 1733211998227 (+23 ms)Flushing 1588230740/info: closing flushed file at 1733211998227Flushing 1588230740/ns: creating writer at 1733211998634 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733211998648 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733211998648Flushing 1588230740/rep_barrier: creating writer at 1733211999055 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733211999069 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733211999069Flushing 1588230740/table: creating writer at 1733211999475 (+406 ms)Flushing 1588230740/table: appending metadata at 1733211999489 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733211999489Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36464df4: reopening flushed file at 1733211999895 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c5cdf0d: reopening flushed file at 1733211999899 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@663ba0ba: reopening flushed file at 1733211999902 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@626a8121: reopening flushed file at 1733211999905 (+3 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1705ms, sequenceid=90, compaction requested=false at 1733211999908 (+3 ms)Writing region close event to WAL at 1733211999911 (+3 ms)Running coprocessor post-close hooks at 1733211999914 (+3 ms)Closed at 1733211999914 2024-12-03T07:46:39,915 DEBUG [RS_CLOSE_META-regionserver/911db94732f6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T07:46:40,004 INFO [RS:0;911db94732f6:39389 {}] regionserver.HRegionServer(976): stopping server 911db94732f6,39389,1733211824582; all regions closed. 2024-12-03T07:46:40,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741834_1010 (size=25344) 2024-12-03T07:46:40,010 DEBUG [RS:0;911db94732f6:39389 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/oldWALs 2024-12-03T07:46:40,010 INFO [RS:0;911db94732f6:39389 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 911db94732f6%2C39389%2C1733211824582.meta:.meta(num 1733211828000) 2024-12-03T07:46:40,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741833_1009 (size=15876526) 2024-12-03T07:46:40,013 DEBUG [RS:0;911db94732f6:39389 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/oldWALs 2024-12-03T07:46:40,013 INFO [RS:0;911db94732f6:39389 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 911db94732f6%2C39389%2C1733211824582:(num 1733211827403) 2024-12-03T07:46:40,013 DEBUG [RS:0;911db94732f6:39389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T07:46:40,013 INFO [RS:0;911db94732f6:39389 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T07:46:40,014 INFO [RS:0;911db94732f6:39389 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T07:46:40,014 INFO [RS:0;911db94732f6:39389 {}] hbase.ChoreService(370): Chore service for: regionserver/911db94732f6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T07:46:40,014 INFO [RS:0;911db94732f6:39389 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T07:46:40,014 INFO [regionserver/911db94732f6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T07:46:40,015 INFO [RS:0;911db94732f6:39389 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39389 2024-12-03T07:46:40,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x101520c90720001, quorum=127.0.0.1:62393, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/911db94732f6,39389,1733211824582 2024-12-03T07:46:40,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40329-0x101520c90720000, quorum=127.0.0.1:62393, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T07:46:40,019 INFO [RS:0;911db94732f6:39389 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T07:46:40,021 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [911db94732f6,39389,1733211824582] 2024-12-03T07:46:40,022 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/911db94732f6,39389,1733211824582 already deleted, retry=false 2024-12-03T07:46:40,022 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 911db94732f6,39389,1733211824582 expired; onlineServers=0 2024-12-03T07:46:40,022 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '911db94732f6,40329,1733211823909' ***** 2024-12-03T07:46:40,022 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T07:46:40,022 INFO [M:0;911db94732f6:40329 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T07:46:40,022 INFO [M:0;911db94732f6:40329 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T07:46:40,022 DEBUG [M:0;911db94732f6:40329 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T07:46:40,022 DEBUG [M:0;911db94732f6:40329 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T07:46:40,022 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T07:46:40,022 DEBUG [master/911db94732f6:0:becomeActiveMaster-HFileCleaner.large.0-1733211827149 {}] cleaner.HFileCleaner(306): Exit Thread[master/911db94732f6:0:becomeActiveMaster-HFileCleaner.large.0-1733211827149,5,FailOnTimeoutGroup] 2024-12-03T07:46:40,022 DEBUG [master/911db94732f6:0:becomeActiveMaster-HFileCleaner.small.0-1733211827149 {}] cleaner.HFileCleaner(306): Exit Thread[master/911db94732f6:0:becomeActiveMaster-HFileCleaner.small.0-1733211827149,5,FailOnTimeoutGroup] 2024-12-03T07:46:40,023 INFO [M:0;911db94732f6:40329 {}] hbase.ChoreService(370): Chore service for: master/911db94732f6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T07:46:40,023 INFO [M:0;911db94732f6:40329 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T07:46:40,023 DEBUG [M:0;911db94732f6:40329 {}] master.HMaster(1795): Stopping service threads 2024-12-03T07:46:40,023 INFO [M:0;911db94732f6:40329 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T07:46:40,023 INFO [M:0;911db94732f6:40329 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T07:46:40,023 ERROR [M:0;911db94732f6:40329 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-5,5,PEWorkerGroup] Thread[IPC Client (1102635514) connection to localhost/127.0.0.1:41869 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41869,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-12-03T07:46:40,024 INFO [M:0;911db94732f6:40329 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T07:46:40,024 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T07:46:40,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40329-0x101520c90720000, quorum=127.0.0.1:62393, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-03T07:46:40,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40329-0x101520c90720000, quorum=127.0.0.1:62393, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T07:46:40,024 DEBUG [M:0;911db94732f6:40329 {}] zookeeper.ZKUtil(347): master:40329-0x101520c90720000, quorum=127.0.0.1:62393, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-03T07:46:40,024 WARN [M:0;911db94732f6:40329 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T07:46:40,025 INFO [M:0;911db94732f6:40329 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/.lastflushedseqids 2024-12-03T07:46:40,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742465_1641 (size=72) 2024-12-03T07:46:40,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x101520c90720001, quorum=127.0.0.1:62393, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T07:46:40,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x101520c90720001, quorum=127.0.0.1:62393, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T07:46:40,122 INFO [RS:0;911db94732f6:39389 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T07:46:40,122 INFO [RS:0;911db94732f6:39389 {}] regionserver.HRegionServer(1031): Exiting; stopping=911db94732f6,39389,1733211824582; zookeeper connection closed. 2024-12-03T07:46:40,122 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@52591d6c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@52591d6c 2024-12-03T07:46:40,122 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T07:46:40,439 INFO [M:0;911db94732f6:40329 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T07:46:40,439 INFO [M:0;911db94732f6:40329 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T07:46:40,439 DEBUG [M:0;911db94732f6:40329 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T07:46:40,439 INFO [M:0;911db94732f6:40329 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T07:46:40,439 DEBUG [M:0;911db94732f6:40329 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T07:46:40,439 DEBUG [M:0;911db94732f6:40329 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T07:46:40,439 DEBUG [M:0;911db94732f6:40329 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T07:46:40,439 INFO [M:0;911db94732f6:40329 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=790.43 KB heapSize=968.45 KB 2024-12-03T07:46:40,455 DEBUG [M:0;911db94732f6:40329 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a464555bb10c45a1be2006daf88d153a is 82, key is hbase:meta,,1/info:regioninfo/1733211828083/Put/seqid=0 2024-12-03T07:46:40,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742466_1642 (size=5672) 2024-12-03T07:46:40,858 INFO [M:0;911db94732f6:40329 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2194 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a464555bb10c45a1be2006daf88d153a 2024-12-03T07:46:40,878 DEBUG [M:0;911db94732f6:40329 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e9d3e88ad29845a68048543226f391d5 is 2480, key is \x00\x00\x00\x00\x00\x00\x00%/proc:d/1733211859228/Put/seqid=0 2024-12-03T07:46:40,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742467_1643 (size=47518) 2024-12-03T07:46:41,281 INFO [M:0;911db94732f6:40329 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=789.88 KB at sequenceid=2194 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e9d3e88ad29845a68048543226f391d5 2024-12-03T07:46:41,284 INFO [M:0;911db94732f6:40329 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e9d3e88ad29845a68048543226f391d5 2024-12-03T07:46:41,299 DEBUG [M:0;911db94732f6:40329 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d1d892f62bc4e4c8561494c9570363d is 69, key is 911db94732f6,39389,1733211824582/rs:state/1733211827170/Put/seqid=0 2024-12-03T07:46:41,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073742468_1644 (size=5156) 2024-12-03T07:46:41,702 INFO [M:0;911db94732f6:40329 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2194 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d1d892f62bc4e4c8561494c9570363d 2024-12-03T07:46:41,705 DEBUG [M:0;911db94732f6:40329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a464555bb10c45a1be2006daf88d153a as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a464555bb10c45a1be2006daf88d153a 2024-12-03T07:46:41,708 INFO [M:0;911db94732f6:40329 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a464555bb10c45a1be2006daf88d153a, entries=8, sequenceid=2194, filesize=5.5 K 2024-12-03T07:46:41,708 DEBUG [M:0;911db94732f6:40329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e9d3e88ad29845a68048543226f391d5 as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e9d3e88ad29845a68048543226f391d5 2024-12-03T07:46:41,711 INFO [M:0;911db94732f6:40329 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e9d3e88ad29845a68048543226f391d5 2024-12-03T07:46:41,711 INFO [M:0;911db94732f6:40329 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e9d3e88ad29845a68048543226f391d5, entries=182, sequenceid=2194, filesize=46.4 K 2024-12-03T07:46:41,711 DEBUG [M:0;911db94732f6:40329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d1d892f62bc4e4c8561494c9570363d as hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0d1d892f62bc4e4c8561494c9570363d 2024-12-03T07:46:41,713 INFO [M:0;911db94732f6:40329 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/7428da0f-9431-023d-5b04-ceafb5fb404c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0d1d892f62bc4e4c8561494c9570363d, entries=1, sequenceid=2194, filesize=5.0 K 2024-12-03T07:46:41,714 INFO [M:0;911db94732f6:40329 {}] regionserver.HRegion(3140): Finished flush of dataSize ~790.43 KB/809404, heapSize ~968.16 KB/991392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=2194, compaction requested=false 2024-12-03T07:46:41,715 INFO [M:0;911db94732f6:40329 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T07:46:41,715 DEBUG [M:0;911db94732f6:40329 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733212000439Disabling compacts and flushes for region at 1733212000439Disabling writes for close at 1733212000439Obtaining lock to block concurrent updates at 1733212000439Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733212000439Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=809404, getHeapSize=991632, getOffHeapSize=0, getCellsCount=2401 at 1733212000439Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733212000440 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733212000440Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733212000454 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733212000454Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733212000862 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733212000877 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733212000877Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733212001284 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733212001298 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733212001298Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f9a4e26: reopening flushed file at 1733212001705 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4db9e265: reopening flushed file at 1733212001708 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fa0d18a: reopening flushed file at 1733212001711 (+3 ms)Finished flush of dataSize ~790.43 KB/809404, heapSize ~968.16 KB/991392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=2194, compaction requested=false at 1733212001714 (+3 ms)Writing region close event to WAL at 1733212001715 (+1 ms)Closed at 1733212001715 2024-12-03T07:46:41,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34641 is added to blk_1073741830_1006 (size=953261) 2024-12-03T07:46:41,718 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T07:46:41,718 INFO [M:0;911db94732f6:40329 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T07:46:41,719 INFO [M:0;911db94732f6:40329 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40329 2024-12-03T07:46:41,719 INFO [M:0;911db94732f6:40329 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T07:46:41,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40329-0x101520c90720000, quorum=127.0.0.1:62393, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T07:46:41,821 INFO [M:0;911db94732f6:40329 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T07:46:41,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40329-0x101520c90720000, quorum=127.0.0.1:62393, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T07:46:41,825 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4269bd31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T07:46:41,827 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T07:46:41,827 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T07:46:41,828 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T07:46:41,828 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/091a5bef-b843-9b11-441f-7a04f175a400/hadoop.log.dir/,STOPPED} 2024-12-03T07:46:41,830 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T07:46:41,830 WARN [BP-1278212466-172.17.0.2-1733211821186 heartbeating to localhost/127.0.0.1:41869 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T07:46:41,830 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T07:46:41,831 WARN [BP-1278212466-172.17.0.2-1733211821186 heartbeating to localhost/127.0.0.1:41869 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1278212466-172.17.0.2-1733211821186 (Datanode Uuid b908ab47-316d-4c4e-82df-adc5cda8c602) service to localhost/127.0.0.1:41869 2024-12-03T07:46:41,832 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/091a5bef-b843-9b11-441f-7a04f175a400/cluster_4a60a86f-905d-331e-f435-879bbacef9f0/data/data1/current/BP-1278212466-172.17.0.2-1733211821186 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T07:46:41,833 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/091a5bef-b843-9b11-441f-7a04f175a400/cluster_4a60a86f-905d-331e-f435-879bbacef9f0/data/data2/current/BP-1278212466-172.17.0.2-1733211821186 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T07:46:41,833 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T07:46:41,840 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T07:46:41,841 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T07:46:41,841 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T07:46:41,841 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T07:46:41,841 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/091a5bef-b843-9b11-441f-7a04f175a400/hadoop.log.dir/,STOPPED} 2024-12-03T07:46:41,856 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T07:46:41,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down